{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,25]],"date-time":"2025-07-25T10:05:44Z","timestamp":1753437944850},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2015,3,11]],"date-time":"2015-03-11T00:00:00Z","timestamp":1426032000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J Digit Libr"],"published-print":{"date-parts":[[2016,6]]},"DOI":"10.1007\/s00799-015-0145-3","type":"journal-article","created":{"date-parts":[[2015,3,10]],"date-time":"2015-03-10T05:22:27Z","timestamp":1425964947000},"page":"143-155","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Scalable continual quality control of formative assessment items in an educational digital library: an empirical study"],"prefix":"10.1007","volume":"17","author":[{"given":"Gerd","family":"Kortemeyer","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2015,3,11]]},"reference":[{"key":"145_CR1","unstructured":"Kortemeyer, G.: Ten years later: why open educational resources have not noticeably affected higher education, and why we should care. EDUCAUSE Review Online, 02\/26 (2013)"},{"key":"145_CR2","doi-asserted-by":"publisher","first-page":"1416","DOI":"10.1016\/j.ipm.2006.11.010","volume":"43","author":"MA Gon\u00e7alves","year":"2007","unstructured":"Gon\u00e7alves, M.A., Moreira, B.L., Fox, E.A., Watson, L.T.: What is a good digital library? A quality model for digital libraries. Inf. Process. Manag. 43, 1416 (2007)","journal-title":"Inf. Process. Manag."},{"key":"145_CR3","volume-title":"Proceedings of ECDL \u201901","author":"N Fuhr","year":"2001","unstructured":"Fuhr, N., Hansen, P., Mabe, M., Micsik, A., So\u00f8lvberg, I.: Digital libraries: a generic classification and evaluation scheme. In: Constantopoulos, P., S\u00f8lvberg, I. (eds.) Proceedings of ECDL \u201901. Darmstadt, Germany (2001). 187"},{"key":"145_CR4","doi-asserted-by":"publisher","first-page":"1346","DOI":"10.1016\/j.ipm.2007.10.003","volume":"44","author":"HI Xie","year":"2008","unstructured":"Xie, H.I.: Users evaluation of digital libraries (DLs): their uses, their criteria, and their assessment. Inf. Process. Manag. 44, 1346 (2008)","journal-title":"Inf. Process. Manag."},{"key":"145_CR5","first-page":"221","volume":"49","author":"CL Borgman","year":"2000","unstructured":"Borgman, C.L., Gilliland-Swetland, A.J., Leazm, G.H., Maym, R., Gwynn, D., Gazan, R., Mautone, P.: Evaluating digital libraries for teaching and learning in undergraduate education: a case study of the Alexandria Digital Earth Prototype (ADEPT). Libr. Trends 49, 221 (2000)","journal-title":"Libr. Trends"},{"key":"145_CR6","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1007\/s00799-008-0036-y","volume":"9","author":"F McMartin","year":"2008","unstructured":"McMartin, F., Iverson, E., Wolf, A., Morrill, J., Morgan, G., Manduca, C.: The use of online digital resources and educational digital libraries in higher education. Int. J. Digit. Libr. 9, 65 (2008)","journal-title":"Int. J. Digit. Libr."},{"key":"145_CR7","volume-title":"How People Learn: Brain, Mind, Experience, and School","year":"2000","unstructured":"Bransford, John D., Brown, Ann L., Cocking, Rodney R. (eds.): How People Learn: Brain, Mind, Experience, and School, Expanded edn. The National Academies Press, Washington, DC (2000)","edition":"Expanded"},{"key":"145_CR8","unstructured":"Kortemeyer, G., Hall, M., Parker, J., Minaei-Bidgoli, B., Albertelli II, G., Bauer, W., Kashy, E.: Effective feedback to the instructor from online homework. J. Asynchronous Learn. Netw. 9, 19\u201328 (2005)"},{"key":"145_CR9","volume-title":"Just-In-Time-Teaching: Blending Active Learning with Web Technology","author":"GM Novak","year":"1999","unstructured":"Novak, G.M., Patterson, E.T., Gavrin, A.D., Christian, W.: Just-In-Time-Teaching: Blending Active Learning with Web Technology. Prentice Hall, Upper Saddle River (1999)"},{"key":"145_CR10","volume-title":"Recommender Systems Handbook","year":"2011","unstructured":"Ricci, F., Rokach, L., Shapira, B., Kantor, P.B. (eds.): Recommender Systems Handbook. Springer, Berlin (2011)"},{"issue":"4","key":"145_CR11","doi-asserted-by":"publisher","first-page":"8","DOI":"10.1111\/j.1745-3992.1997.tb00603.x","volume":"16","author":"RE Traub","year":"1997","unstructured":"Traub, R.E.: Classical test theory in historical perspective. Educ. Meas.: Issues Pract. 16(4), 8 (1997)","journal-title":"Educ. Meas.: Issues Pract."},{"key":"145_CR12","first-page":"374","volume-title":"Statistical Theories of Mental Test Scores","author":"Allan Birnbaum","year":"1968","unstructured":"Birnbaum, Allan: Some latent trait models and their use in inferring an examinees ability. In: Lord, F.M., Novick, M.R. (eds.) Statistical Theories of Mental Test Scores, pp. 374\u2013472. Addison-Wesley, Reading, Mass (1968)"},{"key":"145_CR13","doi-asserted-by":"publisher","first-page":"010102","DOI":"10.1103\/PhysRevSTPER.4.010102","volume":"4","author":"Young-Jin Lee","year":"2008","unstructured":"Lee, Young-Jin, Palazzo, David J., Warnakulasooriya, Rasil, Pritchard, David E.: Measuring student learning with item response theory. Phys. Rev. ST Phys. Educ. Res 4, 010102 (2008). doi: 10.1103\/PhysRevSTPER.4.010102","journal-title":"Phys. Rev. ST Phys. Educ. Res"},{"key":"145_CR14","unstructured":"Bergner, Y., Dr\u00f6schler, S., Kortemeyer, G., Rayyan, S., Seaton, D., Pritchard, D.: Model-based collaborative filtering analysis of student response data: machine-learning item response theory. In: Proceedings of the 5th international conference on educational data mining, pp. 95\u2013102 (2012)"},{"key":"145_CR15","doi-asserted-by":"publisher","first-page":"010118","DOI":"10.1103\/PhysRevSTPER.10.010118","volume":"10","author":"G Kortemeyer","year":"2014","unstructured":"Kortemeyer, G.: Extending item response theory to online homework. Phys. Rev. ST Phys. Educ. Res 10, 010118 (2014). doi: 10.1103\/PhysRevSTPER.10.010118","journal-title":"Phys. Rev. ST Phys. Educ. Res"},{"key":"145_CR16","volume-title":"Generalizability Theory (Statistics for Social and Behavioral Sciences)","author":"RL Brennan","year":"2001","unstructured":"Brennan, R.L.: Generalizability Theory (Statistics for Social and Behavioral Sciences). Springer-Verlag, New York (2001)"},{"key":"145_CR17","doi-asserted-by":"publisher","DOI":"10.1007\/978-94-010-0650-7","volume-title":"Scoring Performance Assessments Based on Judgements: Generalizability Theory (Evaluation in Education and Human Services)","author":"CWT Chiu","year":"2001","unstructured":"Chiu, C.W.T.: Scoring Performance Assessments Based on Judgements: Generalizability Theory (Evaluation in Education and Human Services). Springer, New York (2001)"},{"key":"145_CR18","doi-asserted-by":"publisher","first-page":"157162","DOI":"10.1111\/j.1745-3984.1986.tb00241.x","volume":"23","author":"FM Lord","year":"1986","unstructured":"Lord, F.M.: Maximum likelihood and Bayesian parameter estimation in item response theory. J. Educ. Meas. 23, 157162 (1986)","journal-title":"J. Educ. Meas."},{"key":"145_CR19","volume-title":"Applications of Item Response Theory","author":"NS Wingersky","year":"1983","unstructured":"Wingersky, N.S.: LOGIST: a program for computing maximum likelihood procedures for logistic test models. In: Hambleton, R.K. (ed.) Applications of Item Response Theory. Educational Research Institute of British Columbia, Vancouver (1983)"},{"key":"145_CR20","volume-title":"BILOG\u2014Maximum Likelihood Item Analysis and Test Scoring: LOGISTIC model","author":"RJ Mislevy","year":"1981","unstructured":"Mislevy, R.J., Bock, R.D.: BILOG\u2014Maximum Likelihood Item Analysis and Test Scoring: LOGISTIC model. International Educational Services, Chicago (1981)"},{"key":"145_CR21","volume-title":"New Horizons in Testing","author":"B Swaminathan","year":"1983","unstructured":"Swaminathan, B., Giford, J.A.: Estimation in the three-parameter latent traitmodel. In: Weis, J. (ed.) New Horizons in Testing. Academic Press, NewYork (1983)"},{"key":"145_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v020.i10","volume":"20","author":"M Johnson","year":"2007","unstructured":"Johnson, M.: Marginal maximum likelihood estimation of item response models in R. J. Stat. Softw. 20, 1 (2007)","journal-title":"J. Stat. Softw."},{"key":"145_CR23","doi-asserted-by":"publisher","first-page":"010104","DOI":"10.1103\/PhysRevSTPER.6.010104","volume":"6","author":"David J Palazzo","year":"2010","unstructured":"Palazzo, David J., Lee, Young-Jin, Warnakulasooriya, Rasil, Pritchard, David E.: Patterns, correlates, and reduction of homework copying. Phys. Rev. ST Phys. Educ. Res 6, 010104 (2010). [12 pages]","journal-title":"Phys. Rev. ST Phys. Educ. Res"},{"key":"145_CR24","unstructured":"Kortemeyer, G.: An empirical study of the effect of granting multiple tries for online homework. Am. J. Phys. (submitted) (preprint doi: arXiv:1407.2276 )"},{"key":"145_CR25","doi-asserted-by":"publisher","first-page":"438","DOI":"10.1119\/1.2835046","volume":"76","author":"Gerd Kortemeyer","year":"2008","unstructured":"Kortemeyer, Gerd, Kashy, Edwin, Benenson, Walter, Bauer, Wolfgang: Experiences using the open-source learning content management and assessment system LON-CAPA in introductory physics courses. Am. J. Phys. 76, 438\u2013444 (2008)","journal-title":"Am. J. Phys."},{"key":"145_CR26","doi-asserted-by":"crossref","unstructured":"Sumner, T., Dawe, M.: Looking at digital library usability from a reuse perspective. In: Proceedings of JCDL 01, Roanoke, VA, p. 416 (2001)","DOI":"10.1145\/379437.379742"},{"key":"145_CR27","unstructured":"Klebl, M., Kr\u00e4mer, B.: Distributed Repositories for Educational Content\u2014Part 1: Information Management for Educational Content. eleed, vol. 7 (2010) (urn:nbn:de:0009-5-27716)"},{"key":"145_CR28","unstructured":"Klebl, M., Kr\u00e4mer, B., Zobel, A., Hupfer, M., Lukaschik, C.: Distributed Repositories for Educational Content\u2014Part 2: Technology. eleed, vol. 7 (2010) (urn:nbn:de:0009-5-27748)"},{"key":"145_CR29","doi-asserted-by":"publisher","unstructured":"Kortemeyer, G., Dr\u00f6schler, S., Pritchard, D.E.: Harvesting latent and usage-based metadata in a course management system to enrich the underlying educational digital library. Int. J. Digit. Libr. (2013). doi: 10.1007\/s00799-013-0107-6","DOI":"10.1007\/s00799-013-0107-6"},{"key":"145_CR30","doi-asserted-by":"publisher","first-page":"159","DOI":"10.1177\/014662169201600206","volume":"16","author":"E Muraki","year":"1992","unstructured":"Muraki, E.: A generalized partial credit model: application of an EM algorithm. Appl. Psychol. Meas. 16, 159 (1992)","journal-title":"Appl. Psychol. Meas."},{"key":"145_CR31","doi-asserted-by":"publisher","first-page":"1","DOI":"10.18637\/jss.v017.i05","volume":"17","author":"D Rizopoulos","year":"2006","unstructured":"Rizopoulos, D.: LTM: an R package for latent variable modelling and item response theory analyses. J. Stat. Softw. 17, 1 (2006)","journal-title":"J. Stat. Softw."},{"key":"145_CR32","unstructured":"R Development Core Team.: R: A Language and Environment for Statistical Computing. R Foundation for Statistical Computing, Vienna (2008) ISBN 3-900051-07-0"},{"key":"145_CR33","unstructured":"Moore, G.E.: Cramming more components onto integrated circuits. Electron. Mag. 4, 114\u2013117 (1965)"},{"key":"145_CR34","first-page":"875","volume":"10","author":"K Li","year":"2012","unstructured":"Li, K., Uvah, J., Amin, R.: Predicting students performance in elements of statistics. US\u2013China Educ. Rev. A 10, 875\u2013884 (2012)","journal-title":"US\u2013China Educ. Rev. A"},{"key":"145_CR35","unstructured":"Nordstrom, B.H.: Predicting Performance in Freshman Chemistry. In: Proceedings of National Meeting of the American Chemical Society, Boston (1990)"},{"key":"145_CR36","doi-asserted-by":"publisher","first-page":"65","DOI":"10.4236\/ajcm.2012.22009","volume":"2","author":"K Patsias","year":"2002","unstructured":"Patsias, K., Rahimi, M., Sheng, Y., Rahimi, S.: Parallel computing with a Bayesian item response model. Am. J. Comput. Math. 2, 65 (2002)","journal-title":"Am. J. Comput. Math."},{"key":"145_CR37","unstructured":"Press, W.H., Flannery, B.P., Teukolsky, S.A., Vetterling, W.T.: Numerical recipes in Pascal. Cambridge University Press, New York, Port Chester, Melbourne, Sydney (1989). or any other work on numerical methods"},{"key":"145_CR38","doi-asserted-by":"publisher","unstructured":"Brier, G.W.: Verification of forecasts expressed in terms of probability. Mon. Wea. Rev. 78, 1\u20133. doi: 10.1175\/1520-0493(1950)078<0001:VOFEIT>2.0.CO;2","DOI":"10.1175\/1520-0493(1950)078%3c0001:VOFEIT%3e2.0.CO;2"},{"key":"145_CR39","doi-asserted-by":"crossref","unstructured":"Kortemeyer, G.: Gender differences in the use of an online homework system in an introductory physics course. Phys. Rev. ST-Phys. Educ. Res. 5, 010107 (2009)","DOI":"10.1103\/PhysRevSTPER.5.010107"},{"key":"145_CR40","unstructured":"IMS Learning Tool Interoperability. http:\/\/www.imsglobal.org\/lti\/ . Accessed Nov 2014"}],"container-title":["International Journal on Digital Libraries"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00799-015-0145-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00799-015-0145-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00799-015-0145-3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00799-015-0145-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,8,21]],"date-time":"2019-08-21T20:30:43Z","timestamp":1566419443000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00799-015-0145-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,3,11]]},"references-count":40,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2016,6]]}},"alternative-id":["145"],"URL":"https:\/\/doi.org\/10.1007\/s00799-015-0145-3","relation":{},"ISSN":["1432-5012","1432-1300"],"issn-type":[{"value":"1432-5012","type":"print"},{"value":"1432-1300","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,3,11]]},"assertion":[{"value":"14 July 2014","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 February 2015","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 February 2015","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 March 2015","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}