{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,8]],"date-time":"2025-10-08T22:16:56Z","timestamp":1759961816750},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2015,8,26]],"date-time":"2015-08-26T00:00:00Z","timestamp":1440547200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Adv in Health Sci Educ"],"published-print":{"date-parts":[[2016,5]]},"DOI":"10.1007\/s10459-015-9632-y","type":"journal-article","created":{"date-parts":[[2015,8,25]],"date-time":"2015-08-25T19:50:40Z","timestamp":1440532240000},"page":"341-357","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":11,"title":["Validation of a performance assessment instrument in problem-based learning tutorials using two cohorts of medical students"],"prefix":"10.1007","volume":"21","author":[{"given":"Ming","family":"Lee","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Paul F.","family":"Wimmers","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2015,8,26]]},"reference":[{"key":"9632_CR1","doi-asserted-by":"crossref","first-page":"52","DOI":"10.1097\/00001888-199301000-00012","volume":"68","author":"MA Albanese","year":"1993","unstructured":"Albanese, M. A., & Mitchell, S. (1993). Problem-based learning: A review of literature on its outcomes and implementation issues. Academic Medicine, 68, 52\u201381.","journal-title":"Academic Medicine"},{"key":"9632_CR2","volume-title":"Standards for educational and psychological testing","author":"American Educational Research Association, American Psychological Association & National Council on Measurement in Education","year":"2014","unstructured":"American Educational Research Association, American Psychological Association & National Council on Measurement in Education. (2014). Standards for educational and psychological testing. Washington, DC: American Educational Research Association."},{"key":"9632_CR3","doi-asserted-by":"crossref","first-page":"243","DOI":"10.1016\/j.edurev.2010.06.001","volume":"5","author":"M Baeten","year":"2010","unstructured":"Baeten, M., Kyndt, E., Struyven, K., & Dochy, F. (2010). Using student-centered learning environments to stimulate deep approaches to learning: Factors encouraging or discouraging their effectiveness. Educational Research Review, 5, 243\u2013260.","journal-title":"Educational Research Review"},{"key":"9632_CR4","doi-asserted-by":"crossref","first-page":"481","DOI":"10.1111\/j.1365-2923.1986.tb01386.x","volume":"20","author":"HS Barrows","year":"1986","unstructured":"Barrows, H. S. (1986). A taxonomy of problem-based learning methods. Medical Education, 20, 481\u2013486.","journal-title":"Medical Education"},{"key":"9632_CR5","doi-asserted-by":"crossref","first-page":"S79","DOI":"10.1097\/00001888-199310000-00053","volume":"68","author":"I Berkson","year":"1993","unstructured":"Berkson, I. (1993). Problem-based learning: Have the expectations been met? Academic Medicine, 68, S79\u2013S88.","journal-title":"Academic Medicine"},{"key":"9632_CR6","volume-title":"Teaching for quality learning at university","author":"J Biggs","year":"2003","unstructured":"Biggs, J. (2003). Teaching for quality learning at university. Buckingham: Open University Press."},{"key":"9632_CR7","unstructured":"Blumberg, P. (2005). Assessing students during the problem-based learning (PBL) process. Journal of the International Association of Medical Science Educators, 15, 1\u20139. http:\/\/www.iamse.org\/artman\/publish\/article_289.shtml . Accessed 11 April 2014."},{"key":"9632_CR8","volume-title":"Linear statistical models: An applied approach","author":"BL Bowerman","year":"1990","unstructured":"Bowerman, B. L., & O\u2019Connell, R. T. (1990). Linear statistical models: An applied approach (2nd ed.). Belmont, CA: Duxbury.","edition":"2"},{"key":"9632_CR9","volume-title":"Statistical power analysis for the behavioral sciences","author":"J Cohen","year":"1988","unstructured":"Cohen, J. (1988). Statistical power analysis for the behavioral sciences (2nd ed.). Hillsdale, NJ: Lawrence Erlbaum Associates.","edition":"2"},{"key":"9632_CR10","doi-asserted-by":"crossref","first-page":"259","DOI":"10.1097\/00001888-200003000-00017","volume":"75","author":"JA Colliver","year":"2000","unstructured":"Colliver, J. A. (2000). Effectiveness of problem-based learning curricula: Research and theory. Academic Medicine, 75, 259\u2013266.","journal-title":"Academic Medicine"},{"key":"9632_CR11","volume-title":"Manual for GENOVA: A generalized analysis of variance system","author":"JE Crick","year":"1983","unstructured":"Crick, J. E., & Brennan, R. L. (1983). Manual for GENOVA: A generalized analysis of variance system. Iowa City, IA: The American College Testing Program."},{"key":"9632_CR12","doi-asserted-by":"crossref","first-page":"294","DOI":"10.1097\/00001888-200503000-00020","volume":"80","author":"LH Distlehorst","year":"2005","unstructured":"Distlehorst, L. H., Dawson, E., Robbs, R. S., & Barrows, H. S. (2005). Problem-based learning outcomes: The glass half-full. Academic Medicine, 80, 294\u2013299.","journal-title":"Academic Medicine"},{"key":"9632_CR13","doi-asserted-by":"crossref","first-page":"214","DOI":"10.1111\/medu.12105","volume":"47","author":"D Dolmans","year":"2013","unstructured":"Dolmans, D., & Gijbels, D. (2013). Research on problem-based learning: Future challenges. Medical Education, 47, 214\u2013218.","journal-title":"Medical Education"},{"key":"9632_CR14","first-page":"173","volume":"24","author":"D Dolmans","year":"2002","unstructured":"Dolmans, D., Gijselaers, W. H., Moust, J. H. C., de Grave, W. S., Wolfhagen, H. A. P., & van der Vleuten, C. P. M. (2002). Trends in research on the tutor in PBL: Conclusions and implications for educational practice and research. Medical Education, 24, 173\u2013180.","journal-title":"Medical Education"},{"key":"9632_CR15","first-page":"8","volume":"14","author":"LL Elizondo-Montemayor","year":"2004","unstructured":"Elizondo-Montemayor, L. L. (2004). Formative and summative assessment of the problem-based learning tutorial session using a criterion-referenced system. Journal of the International Association of Medical Science Educators, 14, 8\u201314.","journal-title":"Journal of the International Association of Medical Science Educators"},{"key":"9632_CR16","doi-asserted-by":"crossref","first-page":"27","DOI":"10.3102\/00346543075001027","volume":"75","author":"D Gijbels","year":"2005","unstructured":"Gijbels, D., Dochy, F., van den Bossche, P., & Segers, M. (2005). Effects of problem-based learning: A meta-analysis from the angle of assessment. Review of Educational Research, 75, 27\u201361.","journal-title":"Review of Educational Research"},{"key":"9632_CR17","first-page":"382","volume-title":"International guide to student achievement","author":"D Gijbels","year":"2012","unstructured":"Gijbels, D., van den Bossche, P., & Loyens, S. (2012). Student achievement in problem-based learning. In J. A. C. Hattie & E. M. Anderman (Eds.), International guide to student achievement (pp. 382\u2013384). New York, NY: Routledge."},{"key":"9632_CR18","doi-asserted-by":"crossref","first-page":"769","DOI":"10.1097\/00001888-200007000-00027","volume":"75","author":"T Hak","year":"2000","unstructured":"Hak, T., & Maguire, P. (2000). Group process: The black box of studies on problem-based learning. Academic Medicine, 75, 769\u2013772.","journal-title":"Academic Medicine"},{"key":"9632_CR19","doi-asserted-by":"crossref","first-page":"488","DOI":"10.1097\/00001888-199605000-00020","volume":"71","author":"R H\u00e9bert","year":"1996","unstructured":"H\u00e9bert, R., & Bravo, G. (1996). Development and validation of an evaluation instrument for medical students in tutorials. Academic Medicine, 71, 488\u2013494.","journal-title":"Academic Medicine"},{"key":"9632_CR20","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1136\/emj.2003.012435","volume":"21","author":"DA Kilroy","year":"2004","unstructured":"Kilroy, D. A. (2004). Problem based learning. Emergency Medicine Journal, 21, 411\u2013413.","journal-title":"Emergency Medicine Journal"},{"key":"9632_CR21","doi-asserted-by":"crossref","first-page":"300","DOI":"10.1097\/00001888-200503000-00021","volume":"80","author":"S Kinkade","year":"2005","unstructured":"Kinkade, S. (2005). A snapshot of the status of problem-based learning in US medical schools, 2003\u20132004. Academic Medicine, 80, 300\u2013301.","journal-title":"Academic Medicine"},{"key":"9632_CR22","doi-asserted-by":"crossref","first-page":"1095","DOI":"10.1097\/00001888-199810000-00021","volume":"73","author":"JA Koenig","year":"1998","unstructured":"Koenig, J. A., Sireci, S. G., & Wiley, A. (1998). Evaluating the predictive validity of MCAT scores across diverse applicant groups. Academic Medicine, 73, 1095\u20131106.","journal-title":"Academic Medicine"},{"key":"9632_CR23","volume-title":"Assessing student outcomes","author":"RJ Marzano","year":"1993","unstructured":"Marzano, R. J., Pickering, D., & McTighe, J. (1993). Assessing student outcomes. Alexandria, VA: Association for Supervision and Curriculum Development."},{"key":"9632_CR24","unstructured":"Menard, S. (1995). Applied logistic regression analysis. Sage university paper series on quantitative applications in the social sciences, 07-106. Thousand Oaks, CA: Sage."},{"key":"9632_CR25","volume-title":"Classical and modern regression with applications","author":"R Myers","year":"1990","unstructured":"Myers, R. (1990). Classical and modern regression with applications (2nd ed.). Boston, MA: Duxbury.","edition":"2"},{"key":"9632_CR26","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1016\/j.learninstruc.2007.01.009","volume":"18","author":"J Nijhuis","year":"2008","unstructured":"Nijhuis, J., Segers, M., & Gijselaers, W. (2008). The extent of variability in learning strategies and students\u2019 perceptions of the learning environment. Learning and Instruction, 18, 121\u2013134.","journal-title":"Learning and Instruction"},{"key":"9632_CR27","first-page":"1068","volume":"73","author":"GR Norman","year":"1992","unstructured":"Norman, G. R., & Schmidt, H. G. (1992). The psychological basis of problem-based learning: A review of the evidence. Academic Medicine, 73, 1068\u20131071.","journal-title":"Academic Medicine"},{"key":"9632_CR28","doi-asserted-by":"crossref","first-page":"721","DOI":"10.1046\/j.1365-2923.2000.00749.x","volume":"34","author":"GR Norman","year":"2000","unstructured":"Norman, G. R., & Schmidt, H. G. (2000). Effectiveness of problem-based learning curricula: Theory, practice and paper darts. Medical Education, 34, 721\u2013728.","journal-title":"Medical Education"},{"key":"9632_CR29","first-page":"73","volume":"18","author":"C Painvin","year":"1979","unstructured":"Painvin, C., Neufeld, V., Norman, G., Walker, I., & Wheelan, G. (1979). The \u201ctriple jump\u201d exercise\u2014A structured measure of problem solving and self-directed learning. Annual Conference on Research in Medical Education. Conference Proceedings, 18, 73\u201377.","journal-title":"Annual Conference on Research in Medical Education. Conference Proceedings"},{"key":"9632_CR30","doi-asserted-by":"crossref","first-page":"792","DOI":"10.1111\/j.1365-2923.2011.04035.x","volume":"45","author":"HG Schmidt","year":"2011","unstructured":"Schmidt, H. G., Rotgans, J. I., & Yew, E. H. J. (2011). The process of [problem-based learning: What works and why. Medical Education, 45, 792\u2013806.","journal-title":"Medical Education"},{"key":"9632_CR31","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1111\/j.1745-3984.1993.tb00424.x","volume":"30","author":"RJ Shavelson","year":"1993","unstructured":"Shavelson, R. J., Baxter, G. P., & Gao, X. (1993). Sampling variability of performance assessments. Journal of Educational Measurement, 30, 215\u2013232.","journal-title":"Journal of Educational Measurement"},{"key":"9632_CR32","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1111\/j.1745-3984.1999.tb00546.x","volume":"36","author":"RJ Shavelson","year":"1999","unstructured":"Shavelson, R. J., Ruiz-Primo, M. A., & Wiley, E. W. (1999). Note on sources of sampling variability in science performance assessments. Journal of Educational Measurement, 36, 61\u201371.","journal-title":"Journal of Educational Measurement"},{"key":"9632_CR33","volume-title":"Generalizability theory: A primer","author":"RJ Shavelson","year":"1991","unstructured":"Shavelson, R. J., & Webb, N. M. (1991). Generalizability theory: A primer. Newbury Park, CA: Sage."},{"key":"9632_CR34","doi-asserted-by":"crossref","first-page":"634","DOI":"10.47102\/annals-acadmedsg.V35N9p634","volume":"35","author":"S Sim","year":"2006","unstructured":"Sim, S., Azila, N. M. A., Lian, L., Tan, C. P. L., & Tan, N. (2006). A simple instrument for the assessment of student performance in problem-based learning tutorials. Annals Academy of Medicine Singapore, 35, 634\u2013641.","journal-title":"Annals Academy of Medicine Singapore"},{"key":"9632_CR35","doi-asserted-by":"crossref","first-page":"44","DOI":"10.7771\/1541-5015.1046","volume":"3","author":"J Strobel","year":"2009","unstructured":"Strobel, J., & van Barneveld, A. (2009). When is PBL more effective? A meta-synthesis of meta-analyses comparing PBL to conventional classrooms. Interdisciplinary Journal of Problem Based Learning, 3, 44\u201358.","journal-title":"Interdisciplinary Journal of Problem Based Learning"},{"key":"9632_CR36","doi-asserted-by":"crossref","first-page":"291","DOI":"10.1007\/s10459-012-9370-3","volume":"18","author":"W Tavares","year":"2013","unstructured":"Tavares, W., & Eva, K. W. (2013). Exploring the impact of mental workload on rater-based assessments. Advances in Health Science Education, 18, 291\u2013303.","journal-title":"Advances in Health Science Education"},{"key":"9632_CR37","doi-asserted-by":"crossref","first-page":"961","DOI":"10.3109\/0142159X.2011.595435","volume":"33","author":"TJ Cate Ten","year":"2011","unstructured":"Ten Cate, T. J., Kusurkar, R. A., & Williams, G. C. (2011). How self-determination theory can assist our understanding of the teaching and learning processes in medical education. AMEE Guide No. 59. Medical Teacher, 33, 961\u2013973.","journal-title":"Medical Teacher"},{"key":"9632_CR38","doi-asserted-by":"crossref","first-page":"818","DOI":"10.1046\/j.1365-2923.1999.00526.x","volume":"33","author":"R Valle","year":"1999","unstructured":"Valle, R., Petra, I., Martinez-Gonzalez, A., Rojas-Ramirez, J., Morales-Lopez, S., & Pina-Garza, B. (1999). Assessment of student performance in problem-based learning tutorial sessions. Medical Education, 33, 818\u2013822.","journal-title":"Medical Education"},{"key":"9632_CR39","doi-asserted-by":"crossref","first-page":"550","DOI":"10.1097\/00001888-199307000-00015","volume":"68","author":"DTA Vernon","year":"1993","unstructured":"Vernon, D. T. A., & Blake, R. L. (1993). Does problem-based learning work? A meta-analysis of evaluative research. Academic Medicine, 68, 550\u2013563.","journal-title":"Academic Medicine"},{"key":"9632_CR40","doi-asserted-by":"crossref","first-page":"12","DOI":"10.7771\/1541-5015.1061","volume":"3","author":"A Walker","year":"2009","unstructured":"Walker, A., & Leary, H. (2009). A problem-based learning meta-analysis: Differences across problem types, implementation types, disciplines, and assessment levels. Interdisciplinary Journal of Problem Based Learning, 3, 12\u201343.","journal-title":"Interdisciplinary Journal of Problem Based Learning"},{"key":"9632_CR41","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/S0169-7161(06)26001-2","volume":"26","author":"NM Webb","year":"2006","unstructured":"Webb, N. M., Shavelson, R. J., & Haertel, E. H. (2006). Reliability coefficients and generalizability theory. Handbook of Statistics, 26, 1\u201344.","journal-title":"Handbook of Statistics"},{"key":"9632_CR42","doi-asserted-by":"crossref","first-page":"270","DOI":"10.1207\/S15328015TLM1504_11","volume":"15","author":"R Williams","year":"2003","unstructured":"Williams, R., Klamen, D., & McGaghie, W. (2003). Cognitive, social and environmental sources of bias in clinical performance ratings. Teaching and Learning in Medicine, 15, 270\u2013292.","journal-title":"Teaching and Learning in Medicine"},{"key":"9632_CR43","doi-asserted-by":"crossref","first-page":"467","DOI":"10.1007\/s10459-014-9541-5","volume":"20","author":"PF Wimmers","year":"2015","unstructured":"Wimmers, P. F., & Lee, M. (2015). Identifying longitudinal growth trajectories of learning domains in problem-based learning: A latent growth curve modeling approach using SEM. Advances in Health Sciences Education, 20, 467\u2013478.","journal-title":"Advances in Health Sciences Education"}],"container-title":["Advances in Health Sciences Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10459-015-9632-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10459-015-9632-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10459-015-9632-y","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,13]],"date-time":"2023-08-13T11:45:57Z","timestamp":1691927157000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10459-015-9632-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,8,26]]},"references-count":43,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2016,5]]}},"alternative-id":["9632"],"URL":"https:\/\/doi.org\/10.1007\/s10459-015-9632-y","relation":{},"ISSN":["1382-4996","1573-1677"],"issn-type":[{"value":"1382-4996","type":"print"},{"value":"1573-1677","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,8,26]]}}}