{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,9]],"date-time":"2026-03-09T14:09:46Z","timestamp":1773065386429,"version":"3.50.1"},"reference-count":50,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T00:00:00Z","timestamp":1617235200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1552563"],"award-info":[{"award-number":["1552563"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Classif"],"published-print":{"date-parts":[[2021,10]]},"DOI":"10.1007\/s00357-021-09384-7","type":"journal-article","created":{"date-parts":[[2021,4,1]],"date-time":"2021-04-01T02:03:46Z","timestamp":1617242626000},"page":"500-518","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["A Unified Theory of the Completeness of Q-Matrices for the DINA Model"],"prefix":"10.1007","volume":"38","author":[{"given":"Hans Friedrich","family":"K\u00f6hn","sequence":"first","affiliation":[]},{"given":"Chia-Yi","family":"Chiu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,4,1]]},"reference":[{"key":"9384_CR1","doi-asserted-by":"crossref","unstructured":"Cai, Y., Tu, D., & Ding, S. (2018). Theorems and methods of a complete Q matrix with attribute hierarchies under restricted Q-matrix design. Frontiers in Psychology, 9, Article 1413.","DOI":"10.3389\/fpsyg.2018.01413"},{"key":"9384_CR2","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1007\/s11336-017-9579-4","volume":"83","author":"Y Chen","year":"2018","unstructured":"Chen, Y., Culpepper, S.A., Chen, Y., & Douglas, J. (2018). Bayesian estimation of DINA Q matrix. Psychometrika, 83, 89\u2013108.","journal-title":"Psychometrika"},{"key":"9384_CR3","doi-asserted-by":"publisher","first-page":"850","DOI":"10.1080\/01621459.2014.934827","volume":"110","author":"Y Chen","year":"2015","unstructured":"Chen, Y., Liu, J., Xu, G., & Ying, Z. (2015). Statistical analysis of Q-matrix based diagnostic classification models. Journal of the American Statistical Association, 110, 850\u2013866.","journal-title":"Journal of the American Statistical Association"},{"key":"9384_CR4","doi-asserted-by":"publisher","first-page":"598","DOI":"10.1177\/0146621613488436","volume":"37","author":"C-Y Chiu","year":"2013","unstructured":"Chiu, C.-Y. (2013). Statistical refinement of the Q-matrix in cognitive diagnosis. Applied Psychological Measurement, 37, 598\u2013618.","journal-title":"Applied Psychological Measurement"},{"key":"9384_CR5","doi-asserted-by":"publisher","first-page":"633","DOI":"10.1007\/s11336-009-9125-0","volume":"74","author":"C-Y Chiu","year":"2009","unstructured":"Chiu, C.-Y., Douglas, J., & Li, X. (2009). Cluster analysis for cognitive diagnosis: Theory and applications. Psychometrika, 74, 633\u2013665.","journal-title":"Psychometrika"},{"key":"9384_CR6","doi-asserted-by":"publisher","first-page":"465","DOI":"10.1177\/0146621615577087","volume":"39","author":"C-Y Chiu","year":"2015","unstructured":"Chiu, C.-Y., & K\u00f6hn, H.-F. (2015). Consistency of cluster analysis for cognitive diagnosis: The DINO model and the DINA model revisited. Applied Psychological Measurement, 39, 465\u2013479.","journal-title":"Applied Psychological Measurement"},{"key":"9384_CR7","doi-asserted-by":"publisher","first-page":"350","DOI":"10.1007\/s11336-015-9460-2","volume":"81","author":"C-Y Chiu","year":"2016","unstructured":"Chiu, C.-Y., & K\u00f6hn, H.-F. (2016). The Reduced RUM as a logit model:, Parameterization and constraints. Psychometrika, 81, 350\u2013370.","journal-title":"Psychometrika"},{"key":"9384_CR8","unstructured":"Chung, M. (2014). Estimating the Q-matrix for Cognitive Diagnosis Models in a Bayesian Framework. Doctoral dissertation. Columbia University."},{"key":"9384_CR9","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jmp.2019.07.002","volume":"93","author":"M Chung","year":"2019","unstructured":"Chung, M. (2019). A Gibbs sampling algorithm that estimates the Q-matrix for the DINA model. Journal of Mathematical Psychology, 93, 1\u20138.","journal-title":"Journal of Mathematical Psychology"},{"key":"9384_CR10","doi-asserted-by":"publisher","first-page":"447","DOI":"10.1177\/0146621612449069","volume":"36","author":"LT DeCarlo","year":"2012","unstructured":"DeCarlo, L.T. (2012). Recognizing uncertainty in the Q-matrix via a Bayesian extension of the DINA model. Applied Psychological Measurement, 36, 447\u2013468.","journal-title":"Applied Psychological Measurement"},{"key":"9384_CR11","doi-asserted-by":"publisher","first-page":"343","DOI":"10.1111\/j.1745-3984.2008.00069.x","volume":"45","author":"J de la Torre","year":"2008","unstructured":"de la Torre, J. (2008). An empirically based method of Q-matrix validation for the DINA model: Development and applications. Journal of Educational Measurement, 45, 343\u2013362.","journal-title":"Journal of Educational Measurement"},{"key":"9384_CR12","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1007\/s11336-011-9207-7","volume":"76","author":"J de la Torre","year":"2011","unstructured":"de la Torre, J. (2011). The generalized DINA model framework. Psychometrika, 76, 179\u2013199.","journal-title":"Psychometrika"},{"key":"9384_CR13","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1007\/s11336-015-9467-8","volume":"81","author":"J de la Torre","year":"2016","unstructured":"de la Torre, J., & Chiu, C.-Y. (2016). A general method of empirical Q-matrix validation. Psychometrika, 81, 253\u201373.","journal-title":"Psychometrika"},{"key":"9384_CR14","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1007\/BF02295640","volume":"69","author":"J de la Torre","year":"2004","unstructured":"de la Torre, J., & Douglas, J.A. (2004). Higher-order latent trait models for cognitive diagnosis. Psychometrika, 69, 333\u2013353.","journal-title":"Psychometrika"},{"key":"9384_CR15","doi-asserted-by":"publisher","first-page":"227","DOI":"10.1111\/j.1745-3984.2010.00110.x","volume":"47","author":"J de la Torre","year":"2010","unstructured":"de la Torre, J., Hong, Y., & Deng, W. (2010). Factors affecting the item parameter estimation and classification accuracy of the DINA model. Journal of Educational Measurement, 47, 227\u2013249.","journal-title":"Journal of Educational Measurement"},{"key":"9384_CR16","doi-asserted-by":"crossref","unstructured":"DiBello, L.V., Roussos, L.A., & Stout, W.F. (2007). Review of cognitively diagnostic assessment and a summary of psychometric models. In Rao, C.R., & Sinharay, S. (Eds.) Handbook of Statistics: Vol.26. Psychometrics (pp. 979\u20131030). Amsterdam: Elsevier.","DOI":"10.1016\/S0169-7161(06)26031-0"},{"key":"9384_CR17","volume-title":"An integrative review of cognitively diagnostic psychometric models","author":"J Fu","year":"2007","unstructured":"Fu, J., & Li, Y. (2007). An integrative review of cognitively diagnostic psychometric models. Chicago: Paper presented at the Annual Meeting of the National Council on Measurement in Education."},{"key":"9384_CR18","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1111\/j.1745-3984.2007.00042.x","volume":"44","author":"M Gierl","year":"2007","unstructured":"Gierl, M. (2007). Making diagnostic inferences about cognitive attributes using the rule-space model and attribute hierarchy method. Journal of Educational Measurement, 44, 325\u2013340.","journal-title":"Journal of Educational Measurement"},{"issue":"3","key":"9384_CR19","doi-asserted-by":"publisher","first-page":"100","DOI":"10.1027\/1614-2241\/a000079","volume":"10","author":"J Gross","year":"2014","unstructured":"Gross, J., & George, A.C. (2014). On prerequisite relations between attributes in noncompensatory diagnostic classification. Methodology, 10(3), 100\u2013107.","journal-title":"Methodology"},{"issue":"4","key":"9384_CR20","doi-asserted-by":"publisher","first-page":"2082","DOI":"10.1214\/19-AOS1878","volume":"48","author":"Y Gu","year":"2020","unstructured":"Gu, Y., & Xu, G. (2020). Partial identifiability of restricted latent class models. Annals of Statistics, 48(4), 2082\u20132107.","journal-title":"Annals of Statistics"},{"key":"9384_CR21","doi-asserted-by":"publisher","first-page":"468","DOI":"10.1007\/s11336-018-9619-8","volume":"84","author":"Y Gu","year":"2019","unstructured":"Gu, Y., & Xu, G. (2019a). The sufficient and necessary condition for the identifiability and estimability of the DINA model. Psychometrika, 84, 468\u2013483.","journal-title":"Psychometrika"},{"key":"9384_CR22","unstructured":"Gu, Y., & Xu, G. (2019b). Identifiability of hierarchical latent attribute models. https:\/\/arxiv.org\/pdf\/1906.07869.pdf."},{"key":"9384_CR23","doi-asserted-by":"crossref","unstructured":"Haberman, S.J., & von Davier, M. (2007). Some notes on models for cognitively based skill diagnosis. In Rao, C.R., & Sinharay, S. (Eds.) Handbook of Statistics: Vol.26. Psychometrics (pp. 1031\u20131038). Amsterdam: Elsevier.","DOI":"10.1016\/S0169-7161(06)26040-1"},{"key":"9384_CR24","doi-asserted-by":"publisher","first-page":"333","DOI":"10.1111\/j.1745-3984.1989.tb00336.x","volume":"26","author":"EH Haertel","year":"1989","unstructured":"Haertel, E.H. (1989). Using restricted latent class models to map the skill structure of achievement items. Journal of Educational Measurement, 26, 333\u2013352.","journal-title":"Journal of Educational Measurement"},{"key":"9384_CR25","unstructured":"Haertel, E.H., & Wiley, D.E. (1994). Representation of ability structure: Implications for testing. In Fredriksen, N., Mislevy, R., & Bejar, I. (Eds.) Testing theory for a new generation of tests (pp. 359\u2013384). Hillsdale: Erlbaum."},{"key":"9384_CR26","unstructured":"Hartz, S.M. (2002). A Bayesian framework for the Unified Model for assessing cognitive abilities: Blending theory with practicality (Doctoral dissertation). Available from ProQuest Dissertations and Theses database. (UMI No.3044108)."},{"key":"9384_CR27","volume-title":"The Fusion Model for skill diagnosis: Blending theory with practicality. (Research report No. RR-08-71)","author":"SM Hartz","year":"2008","unstructured":"Hartz, S.M., & Roussos, L.A. (2008). The Fusion Model for skill diagnosis: Blending theory with practicality. (Research report No. RR-08-71). Princeton: Educational Testing Service."},{"key":"9384_CR28","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1007\/s11336-008-9089-5","volume":"74","author":"RA Henson","year":"2009","unstructured":"Henson, R.A., Templin, J.L., & Willse, J.T. (2009). Defining a family of cognitive diagnosis models using log-linear models with latent variables. Psychometrika, 74, 191\u2013210.","journal-title":"Psychometrika"},{"key":"9384_CR29","doi-asserted-by":"publisher","first-page":"258","DOI":"10.1177\/01466210122032064","volume":"25","author":"BW Junker","year":"2001","unstructured":"Junker, B.W., & Sijtsma, K. (2001). Cognitive assessment models with few assumptions, and connections with nonparametric item response theory. Applied Psychological Measurement, 25, 258\u2013272.","journal-title":"Applied Psychological Measurement"},{"key":"9384_CR30","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1007\/s11336-016-9536-7","volume":"82","author":"H-F K\u00f6hn","year":"2017","unstructured":"K\u00f6hn, H.-F., & Chiu, C.-Y. (2017). A procedure for assessing completeness of the Q-matrix of cognitive diagnosis models. Psychometrika, 82, 112\u2013132.","journal-title":"Psychometrika"},{"key":"9384_CR31","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1007\/s00357-018-9278-6","volume":"36","author":"HF K\u00f6hn","year":"2019","unstructured":"K\u00f6hn, H.F., & Chiu, C.-Y. (2019). Attribute hierarchy models in cognitive diagnosis: identfiability of the latent attribute space and conditions for completeness of the Q-matrix. Journal of Classfication, 36, 541\u2013565.","journal-title":"Journal of Classfication"},{"key":"9384_CR32","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511611186","volume-title":"Cognitive diagnostic assessment for education: Theory and applications","author":"J Leighton","year":"2007","unstructured":"Leighton, J., & Gierl, M. (2007). Cognitive diagnostic assessment for education: Theory and applications. Cambridge: Cambridge University Press."},{"key":"9384_CR33","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1111\/j.1745-3984.2004.tb01163.x","volume":"41","author":"JP Leighton","year":"2004","unstructured":"Leighton, J.P., Gierl, M.J., & Hunka, S. (2004). The attribute hierarchy model: An approach for integrating cognitive theory with assessment practice. Journal of Educational Measurement, 41, 205\u2013236.","journal-title":"Journal of Educational Measurement"},{"key":"9384_CR34","doi-asserted-by":"publisher","first-page":"322","DOI":"10.1007\/s11336-020-09707-4","volume":"85","author":"C-W Liu","year":"2020","unstructured":"Liu, C.-W., Andersson, B., & Skrondal, A. (2020). A constrained Metropolis-Hastings Robbins-Monro algorithm for Q matrix estimation in DINA models. Psychometrika, 85, 322\u2013357.","journal-title":"Psychometrika"},{"key":"9384_CR35","first-page":"220","volume":"76","author":"R Liu","year":"2016","unstructured":"Liu, R., Huggins-Manley, A.C., & Bradshaw, L. (2016). The impact of q-matrix designs on diagnostic classification accuracy in the presence of attribute hierarchies. Educational and Psychological Measurement, 76, 220\u2013240.","journal-title":"Educational and Psychological Measurement"},{"key":"9384_CR36","doi-asserted-by":"publisher","first-page":"548","DOI":"10.1177\/0146621612456591","volume":"36","author":"J Liu","year":"2012","unstructured":"Liu, J., Xu, G., & Ying, Z. (2012). Data-driven learning of Q-matrix. Applied Psychological Measurement, 36, 548\u2013564.","journal-title":"Applied Psychological Measurement"},{"key":"9384_CR37","first-page":"1790","volume":"19","author":"J Liu","year":"2013","unstructured":"Liu, J., Xu, G., & Ying, Z. (2013). Theory of the self-learning Q-matrix. Bernoulli, 19, 1790\u20131817.","journal-title":"Bernoulli"},{"key":"9384_CR38","first-page":"379","volume":"33","author":"GB Macready","year":"1977","unstructured":"Macready, G.B., & Dayton, C.M. (1977). The use of probabilistic models in the assessment of mastery. Journal of Educational Statistics, 33, 379\u2013416.","journal-title":"Journal of Educational Statistics"},{"key":"9384_CR39","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1007\/BF02294535","volume":"64","author":"E Maris","year":"1999","unstructured":"Maris, E. (1999). Estimating multiple classification latent class models. Psychometrika, 64, 187\u2013212.","journal-title":"Psychometrika"},{"key":"9384_CR40","volume-title":"Cognitively diagnostic assessment","author":"PD Nichols","year":"1995","unstructured":"Nichols, P.D., Chipman, S.E., & Brennan, R.L. (1995). Cognitively diagnostic assessment. Mahwah: Erlbaum."},{"key":"9384_CR41","first-page":"219","volume":"6","author":"AA Rupp","year":"2008","unstructured":"Rupp, A.A., & Templin, J.L. (2008). Unique characteristics of diagnostic classification models: A comprehensive review of the current state-of-the-art. Measurement, 6, 219\u2013262.","journal-title":"Measurement"},{"key":"9384_CR42","volume-title":"Diagnostic Measurement. Theory, Methods, and Applications","author":"AA Rupp","year":"2010","unstructured":"Rupp, A.A., Templin, J.L., & Henson, R.A. (2010). Diagnostic Measurement. Theory, Methods, and Applications. New York: Guilford."},{"issue":"1","key":"9384_CR43","first-page":"1","volume":"16","author":"J Sessoms","year":"2018","unstructured":"Sessoms, J., & Henson, R.A. (2018). Applications of Diagnostic Classification Models: A literature review and critical commentary. Measurement: Interdisciplinary Research and Perspectives, 16(1), 1\u201317.","journal-title":"Measurement: Interdisciplinary Research and Perspectives"},{"key":"9384_CR44","doi-asserted-by":"publisher","first-page":"55","DOI":"10.3102\/10769986010001055","volume":"12","author":"KK Tatsuoka","year":"1985","unstructured":"Tatsuoka, K.K. (1985). A probabilistic model for diagnosing misconception in the pattern classification approach. Journal of Educational and Behavioral Statistics, 12, 55\u201373.","journal-title":"Journal of Educational and Behavioral Statistics"},{"key":"9384_CR45","unstructured":"Tatsuoka, K.K. (1990). Toward an integration of item-response theory and cognitive error diagnosis. In Frederiksen, N., Glaser, R., Lesgold, A., & Shafto, M. (Eds.) Diagnostic monitoring of skill and knowledge acquisition (pp. 453\u2013488). Erlbaum: Hillsdale."},{"key":"9384_CR46","doi-asserted-by":"publisher","DOI":"10.4324\/9780203883372","volume-title":"Cognitive assessment. An introduction to the Rule Space Method","author":"KK Tatsuoka","year":"2009","unstructured":"Tatsuoka, K.K. (2009). Cognitive assessment. An introduction to the Rule Space Method. New York: Routledge\/Taylor & Francis."},{"key":"9384_CR47","doi-asserted-by":"publisher","first-page":"317","DOI":"10.1007\/s11336-013-9362-0","volume":"79","author":"J Templin","year":"2014","unstructured":"Templin, J., & Bradshaw, L. (2014). Hierarchical diagnostic classification models: A family of models for estimating and testing attribute hierarchies. Psychometrika, 79, 317\u2013339.","journal-title":"Psychometrika"},{"key":"9384_CR48","doi-asserted-by":"crossref","unstructured":"von Davier, M. (2005). A general diagnostic model applied to language testing data (Research report No. RR-05-16). Princeton, NJ: Educational Testing Service.","DOI":"10.1002\/j.2333-8504.2005.tb01993.x"},{"key":"9384_CR49","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1348\/000711007X193957","volume":"61","author":"M von Davier","year":"2008","unstructured":"von Davier, M. (2008). A general diagnostic model applied to language testing data. British Journal of Mathematical and Statistical Psychology, 61, 287\u2013301.","journal-title":"British Journal of Mathematical and Statistical Psychology"},{"key":"9384_CR50","unstructured":"Zhang, S. S., DeCarlo, L. T., & Ying, Z. (2013). Non-identifiability, equivalence classes, and attribute-specific classification in Q-matrix based cognitive diagnosis models. preprint, arXiv:1303.0426."}],"container-title":["Journal of Classification"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00357-021-09384-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00357-021-09384-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00357-021-09384-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,21]],"date-time":"2021-12-21T19:00:30Z","timestamp":1640113230000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00357-021-09384-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,4,1]]},"references-count":50,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2021,10]]}},"alternative-id":["9384"],"URL":"https:\/\/doi.org\/10.1007\/s00357-021-09384-7","relation":{},"ISSN":["0176-4268","1432-1343"],"issn-type":[{"value":"0176-4268","type":"print"},{"value":"1432-1343","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,4,1]]},"assertion":[{"value":"27 January 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 April 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}