{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,30]],"date-time":"2026-09-30T22:45:23Z","timestamp":1790808323398,"version":"4.1.0"},"reference-count":120,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2014,11,28]],"date-time":"2014-11-28T00:00:00Z","timestamp":1417132800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Educ"],"published-print":{"date-parts":[[2014,12]]},"DOI":"10.1186\/s12909-014-0249-2","type":"journal-article","created":{"date-parts":[[2014,11,27]],"date-time":"2014-11-27T11:02:30Z","timestamp":1417086150000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":100,"title":["Should essays and other \u201copen-ended\u201d-type questions retain a place in written summative assessment in clinical medicine?"],"prefix":"10.1186","volume":"14","author":[{"given":"Richard J","family":"Hift","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2014,11,28]]},"reference":[{"key":"249_CR1","unstructured":"Siemens G: Connectivism: Learning as Network-Creation. [\n                    http:\/\/www.elearnspace.org\/Articles\/networks.htm\n                    \n                  ]"},{"key":"249_CR2","first-page":"3","volume":"2","author":"G Siemens","year":"2005","unstructured":"Siemens G: Connectivism: A learning theory for the digital age. Int J Instr Technol Distance Learn. 2005, 2: 3-10.","journal-title":"Int J Instr Technol Distance Learn"},{"key":"249_CR3","first-page":"422","volume-title":"International Encyclopaedia of adult education and training","author":"DN Perkins","year":"1996","unstructured":"Perkins DN, Salomon G: Learning transfer. International Encyclopaedia of adult education and training. Edited by: Tuijnman AC. 1996, Pergamon Press, Tarrytown, NY, 422-427. 2","edition":"2"},{"key":"249_CR4","volume-title":"Transfer of learning: Cognition, Instruction, and Reasoning","author":"EH Haskell","year":"2001","unstructured":"Haskell EH: Transfer of learning: Cognition, Instruction, and Reasoning. 2001, Academic Press, New York"},{"key":"249_CR5","first-page":"433","volume-title":"Cognition on cognition","author":"E Spelke","year":"1995","unstructured":"Spelke E: Initial Knowledge: Six Suggestions. Cognition on cognition. Edited by: Mehler J, Franck S. 1995, The MIT Press, Cambridge, MA US, 433-447."},{"key":"249_CR6","doi-asserted-by":"crossref","first-page":"612","DOI":"10.1037\/0033-2909.128.4.612","volume":"128","author":"SM Barnett","year":"2002","unstructured":"Barnett SM, Ceci SJ: When and where do we apply what we learn? A taxonomy for far transfer. Psychol Bull. 2002, 128: 612-637.","journal-title":"Psychol Bull"},{"key":"249_CR7","doi-asserted-by":"crossref","first-page":"369","DOI":"10.1017\/CBO9780511529863.019","volume-title":"Similarity and Analogical Reasoning","author":"AL Brown","year":"1989","unstructured":"Brown AL: Analogical Learning and Transfer: What Develops?. Similarity and Analogical Reasoning. Edited by: Vosniadou S, Ortony A. 1989, Cambridge University Press, New York, 369-412."},{"key":"249_CR8","volume-title":"Schema Induction and Analogical Transfer","author":"ML Gick","year":"2004","unstructured":"Gick ML, Holyoak KJ: Schema Induction and Analogical Transfer. 2004, Psychology Press, New York, NY US"},{"key":"249_CR9","volume-title":"Taxonomy of Educational Objectives, Handbook I","author":"BS Bloom","year":"1956","unstructured":"Bloom BS: The Cognitive Domain. Taxonomy of Educational Objectives, Handbook I. 1956, David McKay Co Inc, New York"},{"key":"249_CR10","volume-title":"A Taxonomy for Learning, Teaching, and Assessing: a revision of Bloom's Taxonomy of Educational Objectives","author":"LW Anderson","year":"2001","unstructured":"Anderson LW, Krathwohl DR, Airasian PW, Cruikshank KA, Mayer RE, Pintrich PR, Raths J, Wittrock MC: A Taxonomy for Learning, Teaching, and Assessing: a revision of Bloom's Taxonomy of Educational Objectives. 2001, Longman, New York"},{"key":"249_CR11","volume-title":"Ninety-third yearbook of the National Society for the Study of Education: Part II","author":"LW Anderson","year":"1994","unstructured":"Anderson LW, Sosniak LA: Bloom's Taxonomy: A Forty-year Retrospective. Ninety-third yearbook of the National Society for the Study of Education: Part II. Edited by: Anderson LW, Sosniak LA. 1994, University of Chicago Press, Chicago IL"},{"key":"249_CR12","first-page":"154","volume":"83","author":"J Conklin","year":"2005","unstructured":"Conklin J: A taxonomy for learning, teaching, and assessing: a revision of Bloom's taxonomy of educational objectives. Educ Horiz. 2005, 83: 154-159.","journal-title":"Educ Horiz"},{"key":"249_CR13","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1207\/s15324818ame0201_3","volume":"2","author":"TM Haladyna","year":"1989","unstructured":"Haladyna TM, Downing SM: A taxonomy of multiple-choice item-writing rules. Appl Meas Educ. 1989, 2: 37-51.","journal-title":"Appl Meas Educ"},{"key":"249_CR14","unstructured":"Haladyna TM: Developing and Validating Multiple-choice Test Items. Mahwah NJ: L. Erlbaum Associates; 1999."},{"key":"249_CR15","doi-asserted-by":"crossref","first-page":"S63","DOI":"10.1097\/00001888-199009000-00045","volume":"65","author":"GE Miller","year":"1990","unstructured":"Miller GE: The assessment of clinical skills\/competence\/performance. Acad Med. 1990, 65: S63-S67.","journal-title":"Acad Med"},{"key":"249_CR16","volume-title":"Mind over Machine: The Power of Human Intuition and Expertise in the Era of the Computer","author":"HL Dreyfus","year":"1986","unstructured":"Dreyfus HL, Dreyfus SE, Athanasiou T: Mind over Machine: The Power of Human Intuition and Expertise in the Era of the Computer. 1986, Free Press, New York"},{"key":"249_CR17","doi-asserted-by":"crossref","first-page":"238","DOI":"10.1111\/j.1365-2923.1985.tb01314.x","volume":"19","author":"JJ Norcini","year":"1985","unstructured":"Norcini JJ, Swanson DB, Grosso LJ, Webster GD: Reliability, validity and efficiency of multiple choice question and patient management problem item formats in assessment of clinical competence. Med Educ. 1985, 19: 238-247.","journal-title":"Med Educ"},{"key":"249_CR18","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1027\/1618-3169.55.1.23","volume":"55","author":"L Taconnat","year":"2008","unstructured":"Taconnat L, Froger C, Sacher M, Isingrini M: Generation and associative encoding in young and old adults: The effect of the strength of association between cues and targets on a cued recall task. Exp Psychol. 2008, 55: 23-30.","journal-title":"Exp Psychol"},{"key":"249_CR19","volume-title":"Memory","author":"AD Baddeley","year":"2010","unstructured":"Baddeley AD, Eysenck MW, Anderson M: Memory. 2010, Psychology Press, New York"},{"key":"249_CR20","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1007\/s10648-012-9202-2","volume":"24","author":"J Karpicke","year":"2012","unstructured":"Karpicke J, Grimaldi P: Retrieval-based learning: a perspective for enhancing meaningful learning. Educ Psychol Rev. 2012, 24: 401-418.","journal-title":"Educ Psychol Rev"},{"key":"249_CR21","doi-asserted-by":"crossref","first-page":"406","DOI":"10.3102\/0013189X10374770","volume":"39","author":"D Rohrer","year":"2010","unstructured":"Rohrer D, Pashler H: Recent research on human learning challenges conventional instructional strategies. Educ Res. 2010, 39: 406-412.","journal-title":"Educ Res"},{"key":"249_CR22","doi-asserted-by":"crossref","first-page":"1712","DOI":"10.1037\/a0033569","volume":"39","author":"MA Smith","year":"2013","unstructured":"Smith MA, Roediger HL, Karpicke JD: Covert retrieval practice benefits retention as much as overt retrieval practice. J Exp Psychol Learn Mem Cogn. 2013, 39: 1712-1725.","journal-title":"J Exp Psychol Learn Mem Cogn"},{"key":"249_CR23","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1037\/xap0000004","volume":"20","author":"KB McDermott","year":"2014","unstructured":"McDermott KB, Agarwal PK, D\u2019Antonio L, Roediger HL, McDaniel MA: Both multiple-choice and short-answer quizzes enhance later exam performance in middle and high school classes. J Exp Psychol Appl. 2014, 20: 3-21.","journal-title":"J Exp Psychol Appl"},{"key":"249_CR24","doi-asserted-by":"crossref","first-page":"20","DOI":"10.3109\/0142159X.2011.558143","volume":"34","author":"MF Cutting","year":"2012","unstructured":"Cutting MF, Saks NS: Twelve tips for utilizing principles of learning to support medical education. Med Teach. 2012, 34: 20-24.","journal-title":"Med Teach"},{"key":"249_CR25","doi-asserted-by":"crossref","first-page":"783","DOI":"10.3109\/0142159X.2011.611022","volume":"33","author":"LWT Schuwirth","year":"2011","unstructured":"Schuwirth LWT, Van der Vleuten CPM: General overview of the theories used in assessment: AMEE Guide No. 57. Med Teach. 2011, 33: 783-797.","journal-title":"Med Teach"},{"key":"249_CR26","doi-asserted-by":"crossref","first-page":"309","DOI":"10.1111\/j.1365-2929.2005.02094.x","volume":"39","author":"CP Van der Vleuten","year":"2005","unstructured":"Van der Vleuten CP, Schuwirth LW: Assessing professional competence: from methods to programmes. Med Educ. 2005, 39: 309-317.","journal-title":"Med Educ"},{"key":"249_CR27","doi-asserted-by":"crossref","first-page":"224","DOI":"10.3109\/0142159X.2011.551558","volume":"33","author":"L Schuwirth","year":"2011","unstructured":"Schuwirth L, Colliver J, Gruppen L, Kreiter C, Mennin S, Onishi H, Pangaro L, Ringsted C, Swanson D, Van der Vleuten C, Wagner-Menghin M: Research in assessment: Consensus statement and recommendations from the Ottawa 2010 Conference. Med Teach. 2011, 33: 224-233.","journal-title":"Med Teach"},{"key":"249_CR28","doi-asserted-by":"crossref","first-page":"38","DOI":"10.1111\/j.1365-2923.2011.04098.x","volume":"46","author":"LWT Schuwirth","year":"2012","unstructured":"Schuwirth LWT, Van der Vleuten CPM: Programmatic assessment and Kane's validity perspective. Med Educ. 2012, 46: 38-48.","journal-title":"Med Educ"},{"key":"249_CR29","volume-title":"Constructing Written Test Questions for the Basic and Clinical Sciences","author":"SM Case","year":"2002","unstructured":"Case SM, Swanson DB: Constructing Written Test Questions for the Basic and Clinical Sciences. 2002, National Board of Medical Examiners, Philadelphia, 3","edition":"3"},{"key":"249_CR30","doi-asserted-by":"crossref","first-page":"206","DOI":"10.3109\/0142159X.2011.551559","volume":"33","author":"J Norcini","year":"2011","unstructured":"Norcini J, Anderson B, Bollela V, Burch V, Costa MJ, Duvivier R, Galbraith R, Hays R, Kent A, Perrott V, Roberts T: Criteria for good assessment: Consensus statement and recommendations from the Ottawa 2010 Conference. Med Teach. 2011, 33: 206-214.","journal-title":"Med Teach"},{"key":"249_CR31","doi-asserted-by":"crossref","first-page":"4","DOI":"10.3102\/0013189X029007004","volume":"29","author":"LA Shepard","year":"2000","unstructured":"Shepard LA: The role of assessment in a learning culture. Educ Res. 2000, 29: 4-14.","journal-title":"Educ Res"},{"key":"249_CR32","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1037\/h0076090","volume":"5","author":"CA Coburn","year":"1915","unstructured":"Coburn CA, Yerkes RM: A study of the behavior of the crow corvus americanus Aud. By the multiple choice method. J Anim Behav. 1915, 5: 75-114.","journal-title":"J Anim Behav"},{"key":"249_CR33","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1037\/h0076040","volume":"5","author":"RM Yerkes","year":"1915","unstructured":"Yerkes RM, Coburn CA: A study of the behavior of the pig Sus Scrofa by the multiple choice method. J Anim Behav. 1915, 5: 185-225.","journal-title":"J Anim Behav"},{"key":"249_CR34","doi-asserted-by":"crossref","first-page":"305","DOI":"10.1037\/h0071935","volume":"3","author":"W Brown","year":"1923","unstructured":"Brown W, Whittell F: Yerkes' multiple choice method with human adults. J Comp Psychol. 1923, 3: 305-318.","journal-title":"J Comp Psychol"},{"key":"249_CR35","doi-asserted-by":"crossref","first-page":"369","DOI":"10.1037\/h0074381","volume":"1","author":"RM Yerkes","year":"1921","unstructured":"Yerkes RM: A New method of studying the ideational behavior of mentally defective and deranged as compared with normal individuals. J Comp Psychol. 1921, 1: 369-394.","journal-title":"J Comp Psychol"},{"key":"249_CR36","volume-title":"Now You See It: How the Brain Science of Attention Will Transform the Way We Live, Work, and Learn","author":"CN Davidson C: Davidson","year":"2011","unstructured":"Davidson C: Davidson CN: Now You See It: How the Brain Science of Attention Will Transform the Way We Live, Work, and Learn. 2011, Viking Press, New York"},{"key":"249_CR37","volume-title":"A Systems Approach to Educational Testing. Technical Report No. 2","author":"JR Frederiksen","year":"1990","unstructured":"Frederiksen JR, Collins A: A Systems Approach to Educational Testing. Technical Report No. 2. 1990, Center for Technology in Education, New York"},{"key":"249_CR38","first-page":"188","volume":"28","author":"JT Guthrie","year":"1984","unstructured":"Guthrie JT: Testing higher level skills. J Read. 1984, 28: 188-190.","journal-title":"J Read"},{"key":"249_CR39","doi-asserted-by":"crossref","first-page":"3","DOI":"10.3102\/0013189X018009003","volume":"18","author":"RS Nickerson","year":"1989","unstructured":"Nickerson RS: New directions in educational assessment. Educ Res. 1989, 18: 3-7.","journal-title":"Educ Res"},{"key":"249_CR40","doi-asserted-by":"crossref","first-page":"1075","DOI":"10.1093\/ptj\/65.7.1075","volume":"65","author":"P Stratford","year":"1985","unstructured":"Stratford P, Pierce-Fenn H: Modified essay question. Phys Ther. 1985, 65: 1075-1079.","journal-title":"Phys Ther"},{"key":"249_CR41","doi-asserted-by":"crossref","first-page":"945","DOI":"10.1016\/S0140-6736(00)04221-5","volume":"357","author":"V Wass","year":"2001","unstructured":"Wass V, Van der Vleuten C, Shatzer J, Jones R: Assessment of clinical competence. Lancet. 2001, 357: 945.","journal-title":"Lancet"},{"key":"249_CR42","first-page":"2","volume":"2","author":"H Rotfield","year":"1998","unstructured":"Rotfield H: Are we teachers or job trainers?. Acad Mark Sci Q. 1998, 2: 2.","journal-title":"Acad Mark Sci Q"},{"key":"249_CR43","volume-title":"Introduction to Classical & Modern Test Theory","author":"L Crocker","year":"1986","unstructured":"Crocker L, Algina J: Introduction to Classical & Modern Test Theory. 1986, Holt, Rinehart and Winston, Inc., Fort Worth, TX"},{"key":"249_CR44","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/BF02289023","volume":"18","author":"W Angoff","year":"1953","unstructured":"Angoff W: Test reliability and effective test length. Psychometrika. 1953, 18: 1-14.","journal-title":"Psychometrika"},{"key":"249_CR45","first-page":"49-49","volume":"7","author":"EJ Palmer","year":"2007","unstructured":"Palmer EJ, Devitt PG: Assessment of higher order cognitive skills in undergraduate education: modified essay or multiple choice questions? Research paper. BMC Med Educ. 2007, 7: 49-49.","journal-title":"BMC Med Educ"},{"key":"249_CR46","doi-asserted-by":"crossref","first-page":"126","DOI":"10.1111\/j.1365-2923.1986.tb01059.x","volume":"20","author":"GI Feletti","year":"1986","unstructured":"Feletti GI, Smith EK: Modified essay questions: Are they worth the effort?. Med Educ. 1986, 20: 126-132.","journal-title":"Med Educ"},{"key":"249_CR47","doi-asserted-by":"crossref","first-page":"e300","DOI":"10.3109\/0142159X.2010.488705","volume":"32","author":"EJ Palmer","year":"2010","unstructured":"Palmer EJ, Duggan P, Devitt PG, Russell R: The modified essay question: its exit from the exit examination?. Med Teach. 2010, 32: e300-e307.","journal-title":"Med Teach"},{"key":"249_CR48","doi-asserted-by":"crossref","first-page":"974","DOI":"10.1111\/j.1365-2929.2004.01916.x","volume":"38","author":"LW Schuwirth","year":"2004","unstructured":"Schuwirth LW, Van der Vleuten CPM: Different written assessment methods: what can be said about their strengths and weaknesses?. Med Educ. 2004, 38: 974-979.","journal-title":"Med Educ"},{"key":"249_CR49","doi-asserted-by":"crossref","first-page":"234","DOI":"10.1111\/j.1745-3984.1994.tb00445.x","volume":"31","author":"R Lukhele","year":"1994","unstructured":"Lukhele R, Thissen D, Wainer H: On the relative value of multiple-choice, constructed response, and examinee-selected items on two achievement tests. J Educ Meas. 1994, 31: 234-250.","journal-title":"J Educ Meas"},{"key":"249_CR50","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1207\/s15324818ame0602_1","volume":"6","author":"H Wainer","year":"1993","unstructured":"Wainer H, Thissen D: Combining multiple-choice and constructed-response test scores: toward a Marxist theory of test construction. Appl Meas Educ. 1993, 6: 103-118.","journal-title":"Appl Meas Educ"},{"key":"249_CR51","volume-title":"The California Critical Thinking Skills Test--College Level. Technical Report #1. Experimental Validation and Content Validity","author":"PA Facione","year":"1990","unstructured":"Facione PA: The California Critical Thinking Skills Test--College Level. Technical Report #1. Experimental Validation and Content Validity. 1990, California Academic Press, Millbrae CA"},{"key":"249_CR52","unstructured":"Facione PA, Facione NC, Blohm SW, Giancarlo CAF: The California Critical Thinking Skills Test [Revised]. In Millbrae CA: California Academic Press; 2007."},{"key":"249_CR53","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1111\/j.1745-3984.2003.tb01102.x","volume":"40","author":"MC Rodriguez","year":"2003","unstructured":"Rodriguez MC: Construct equivalence of multiple-choice and constructed-response items: A random effects synthesis of correlations. J Educ Meas. 2003, 40: 163-184.","journal-title":"J Educ Meas"},{"key":"249_CR54","volume-title":"Authentic Assessment in Action: Studies of Schools and Students at Work","author":"B Falk","year":"1995","unstructured":"Falk B, Ancess J, Darling-Hammond L: Authentic Assessment in Action: Studies of Schools and Students at Work. 1995, Teachers College Press, United States of America"},{"key":"249_CR55","doi-asserted-by":"crossref","first-page":"901","DOI":"10.1046\/j.1365-2923.2002.01316.x","volume":"36","author":"JJ Rethans","year":"2002","unstructured":"Rethans JJ, Norcini JJ, Baron-Maldonado M, Blackmore D, Jolly BC, LaDuca T, Lew S, Page GG, Southgate LH: The relationship between competence and performance: implications for assessing practice performance. Med Educ. 2002, 36: 901-909.","journal-title":"Med Educ"},{"key":"249_CR56","doi-asserted-by":"crossref","first-page":"1111","DOI":"10.1111\/j.1365-2929.2004.01962.x","volume":"38","author":"TJ Wilkinson","year":"2004","unstructured":"Wilkinson TJ, Frampton CM: Comprehensive undergraduate medical assessments improve prediction of clinical performance. Med Educ. 2004, 38: 1111-1116.","journal-title":"Med Educ"},{"key":"249_CR57","doi-asserted-by":"crossref","unstructured":"Baker EL: Standards for Educational and Psychological Testing. Sage Publications, Inc; 2012.","DOI":"10.4135\/9781452218533.n652"},{"key":"249_CR58","first-page":"245","volume-title":"APA Handbook of Testing and Assessment in Psychology, Vol 1: Test Theory and Testing and Assessment in Industrial and Organizational Psychology","author":"DR Eignor","year":"2013","unstructured":"Eignor DR: The Standards for Educational and Psychological Testing. APA Handbook of Testing and Assessment in Psychology, Vol 1: Test Theory and Testing and Assessment in Industrial and Organizational Psychology. Edited by: Geisinger KF, Bracken BA, Carlson JF, Hansen J-IC, Kuncel NR, Reise SP, Rodriguez MC. 2013, American Psychological Association, Washington, DC, US, 245-250."},{"key":"249_CR59","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1027\/\/1015-5759.17.3.157","volume":"17","author":"DR Eignor","year":"2001","unstructured":"Eignor DR: Standards for the development and use of tests: The Standards for Educational and Psychological Testing. Eur J Psychol Assess. 2001, 17: 157-163.","journal-title":"Eur J Psychol Assess"},{"key":"249_CR60","doi-asserted-by":"crossref","first-page":"830","DOI":"10.1046\/j.1365-2923.2003.01594.x","volume":"37","author":"SM Downing","year":"2003","unstructured":"Downing SM: Validity: on the meaningful interpretation of assessment data. Med Educ. 2003, 37: 830.","journal-title":"Med Educ"},{"key":"249_CR61","doi-asserted-by":"crossref","first-page":"13","DOI":"10.3102\/0013189X023002013","volume":"23","author":"S Messick","year":"1994","unstructured":"Messick S: The interplay of evidence and consequences in the validation of performance assessments. Educ Res. 1994, 23: 13-23.","journal-title":"Educ Res"},{"key":"249_CR62","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1111\/j.1540-4609.2009.00243.x","volume":"8","author":"WL Kuechler","year":"2010","unstructured":"Kuechler WL, Simkin MG: Why is performance on multiple-choice tests and constructed-response tests Not more closely related? theory and an empirical test. Decis Sci J Innov Educ. 2010, 8: 55-73.","journal-title":"Decis Sci J Innov Educ"},{"key":"249_CR63","doi-asserted-by":"crossref","first-page":"297","DOI":"10.1111\/j.1365-2923.1987.tb00367.x","volume":"21","author":"GR Norman","year":"1987","unstructured":"Norman GR, Smith EK, Powles AC, Rooney PJ: Factors underlying performance on written tests of knowledge. Med Educ. 1987, 21: 297-304.","journal-title":"Med Educ"},{"key":"249_CR64","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1177\/0273475302250570","volume":"25","author":"DR Bacon","year":"2003","unstructured":"Bacon DR: Assessing learning outcomes: a comparison of multiple-choice and short-answer questions in a marketing context. J Mark Educ. 2003, 25: 31-36.","journal-title":"J Mark Educ"},{"key":"249_CR65","doi-asserted-by":"crossref","first-page":"263","DOI":"10.1016\/j.sbspro.2011.02.035","volume":"12","author":"M Kastner","year":"2011","unstructured":"Kastner M, Stangla B: Multiple choice and constructed response tests: Do test format and scoring matter?. Procedia - Social and Behav Sci. 2011, 12: 263-273.","journal-title":"Procedia - Social and Behav Sci"},{"key":"249_CR66","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1111\/j.1745-3992.1999.tb00011.x","volume":"18","author":"P Nichols","year":"1999","unstructured":"Nichols P, Sugrue B: The lack of fidelity between cognitively complex constructs and conventional test development practice. Educ Measurement: Issues Pract. 1999, 18: 18-29.","journal-title":"Educ Measurement: Issues Pract"},{"key":"249_CR67","doi-asserted-by":"crossref","first-page":"77","DOI":"10.1111\/j.1745-3984.1991.tb00345.x","volume":"28","author":"RE Bennett","year":"1991","unstructured":"Bennett RE, Rock DA, Wang M: Equivalence of free-response and multiple-choice items. J Educ Meas. 1991, 28: 77-92.","journal-title":"J Educ Meas"},{"key":"249_CR68","doi-asserted-by":"crossref","first-page":"313","DOI":"10.1111\/j.1745-3984.1993.tb00429.x","volume":"30","author":"B Bridgeman","year":"1993","unstructured":"Bridgeman B, Rock DA: Relationships among multiple-choice and open-ended analytical questions. J Educ Meas. 1993, 30: 313-329.","journal-title":"J Educ Meas"},{"key":"249_CR69","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1111\/j.1745-3984.1994.tb00437.x","volume":"31","author":"D Thissen","year":"1994","unstructured":"Thissen D, Wainer H: Are tests comprising both multiple-choice and free-response items necessarily less unidimensional. J Educ Meas. 1994, 31: 113.","journal-title":"J Educ Meas"},{"key":"249_CR70","first-page":"1","volume":"13","author":"RW Lissitz","year":"2012","unstructured":"Lissitz RW, Xiaodong H, Slater SC: The contribution of constructed response items to large scale assessment: measuring and understanding their impact. J Appl Testing Technol. 2012, 13: 1-52.","journal-title":"J Appl Testing Technol"},{"key":"249_CR71","doi-asserted-by":"crossref","first-page":"355","DOI":"10.1177\/014662167700100304","volume":"1","author":"RE Traub","year":"1977","unstructured":"Traub RE, Fisher CW: On the equivalence of constructed- response and multiple-choice tests. Appl Psychol Meas. 1977, 1: 355-369.","journal-title":"Appl Psychol Meas"},{"key":"249_CR72","doi-asserted-by":"crossref","first-page":"207","DOI":"10.1207\/s15326985ep3404_2","volume":"34","author":"ME Martinez","year":"1999","unstructured":"Martinez ME: Cognition and the question of test item format. Educ Psychol. 1999, 34: 207-218.","journal-title":"Educ Psychol"},{"key":"249_CR73","doi-asserted-by":"crossref","first-page":"115","DOI":"10.1080\/08957347.2011.554604","volume":"24","author":"L Hee-Sun","year":"2011","unstructured":"Hee-Sun L, Liu OL, Linn MC: Validating measurement of knowledge integration in science using multiple-choice and explanation items. Appl Meas Educ. 2011, 24: 115-136.","journal-title":"Appl Meas Educ"},{"key":"249_CR74","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1177\/014662169501900107","volume":"19","author":"M Wilson","year":"1995","unstructured":"Wilson M, Wang W-C: Complex composites: Issues that arise in combining different modes of assessment. Appl Psychol Meas. 1995, 19: 51-71.","journal-title":"Appl Psychol Meas"},{"key":"249_CR75","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1111\/j.1745-3984.1998.tb00531.x","volume":"35","author":"K Ercikan","year":"1998","unstructured":"Ercikan K, Schwartz RD, Julian MW, Burket GR, Weber MM, Link V: Calibration and scoring of tests with multiple-choice and constructed-response item types. J Educ Meas. 1998, 35: 137-154.","journal-title":"J Educ Meas"},{"key":"249_CR76","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1007\/BF03395423","volume":"52","author":"ML Epstein","year":"2002","unstructured":"Epstein ML, Lazarus AD, Calvano TB, Matthews KA, Hendel RA, Epstein BB, Brosvic GM: Immediate feedback assessment technique promotes learning and corrects inaccurate first responses. Psychological Record. 2002, 52: 187-201.","journal-title":"Psychological Record"},{"key":"249_CR77","doi-asserted-by":"crossref","first-page":"478","DOI":"10.3109\/0142159X.2011.565828","volume":"33","author":"LWT Schuwirth","year":"2011","unstructured":"Schuwirth LWT, Van der Vleuten CPM: Programmatic assessment: From assessment of learning to assessment for learning. Med Teach. 2011, 33: 478-485.","journal-title":"Med Teach"},{"key":"249_CR78","doi-asserted-by":"crossref","first-page":"333","DOI":"10.1037\/0022-0663.88.2.333","volume":"88","author":"B Bridgeman","year":"1996","unstructured":"Bridgeman B, Morgan R: Success in college for students with discrepancies between performance on multiple-choice and essay tests. J Educ Psychol. 1996, 88: 333-340.","journal-title":"J Educ Psychol"},{"key":"249_CR79","doi-asserted-by":"crossref","first-page":"89","DOI":"10.1080\/02602930600800763","volume":"32","author":"A Bleske-Rechek","year":"2007","unstructured":"Bleske-Rechek A, Zeug N, Webb RM: Discrepant performance on multiple-choice and short answer assessments and the relation of performance to general scholastic aptitude. Assessment Eval Higher Educ. 2007, 32: 89-105.","journal-title":"Assessment Eval Higher Educ"},{"key":"249_CR80","doi-asserted-by":"crossref","first-page":"319","DOI":"10.1080\/00220671.1971.10884175","volume":"64","author":"AR Hakstian","year":"1971","unstructured":"Hakstian AR: The Effects of Type of Examination Anticipated on Test Preparation and Performance. J Educ Res. 1971, 64: 319.","journal-title":"J Educ Res"},{"key":"249_CR81","doi-asserted-by":"crossref","first-page":"453","DOI":"10.1023\/A:1003196224280","volume":"35","author":"K Scouller","year":"1998","unstructured":"Scouller K: The influence of assessment method on Students' learning approaches: multiple choice question examination versus assignment essay. High Educ. 1998, 35: 453-472.","journal-title":"High Educ"},{"key":"249_CR82","first-page":"227","volume":"3","author":"PR Thomas","year":"1984","unstructured":"Thomas PR, Bain JD: Contextual dependence of learning approaches: The effects of assessments. Human Learning: J Pract Res Appl. 1984, 3: 227-240.","journal-title":"Human Learning: J Pract Res Appl"},{"key":"249_CR83","doi-asserted-by":"crossref","first-page":"369","DOI":"10.1007\/BF00157655","volume":"11","author":"D Watkins","year":"1982","unstructured":"Watkins D: Factors influencing the study methods of Australian tertiary students. High Educ. 1982, 11: 369-380.","journal-title":"High Educ"},{"key":"249_CR84","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1023\/B:HIGH.0000016443.43594.d1","volume":"47","author":"A Minbashian","year":"2004","unstructured":"Minbashian A, Huon GF, Bird KD: Approaches to studying and academic performance in short-essay exams. High Educ. 2004, 47: 161-176.","journal-title":"High Educ"},{"key":"249_CR85","doi-asserted-by":"crossref","first-page":"673","DOI":"10.1080\/02602938.2010.481041","volume":"36","author":"JE Yonker","year":"2011","unstructured":"Yonker JE: The relationship of deep and surface study approaches on factual and applied test-bank multiple-choice question performance. Assess Eval Higher Educ. 2011, 36: 673-686.","journal-title":"Assess Eval Higher Educ"},{"key":"249_CR86","doi-asserted-by":"crossref","first-page":"335","DOI":"10.1080\/02602930903221493","volume":"35","author":"G Joughin","year":"2010","unstructured":"Joughin G: The hidden curriculum revisited: a critical review of research into the influence of summative assessment on learning. Assess Eval Higher Educ. 2010, 35: 335-345.","journal-title":"Assess Eval Higher Educ"},{"key":"249_CR87","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1080\/03075079412331381870","volume":"19","author":"KM Scouller","year":"1994","unstructured":"Scouller KM, Prosser M: Students' experiences in studying for multiple choice question examinations. Stud High Educ. 1994, 19: 267.","journal-title":"Stud High Educ"},{"key":"249_CR88","doi-asserted-by":"crossref","first-page":"477","DOI":"10.1037\/0022-0663.93.3.477","volume":"93","author":"AF Hadwin","year":"2001","unstructured":"Hadwin AF, Winne PH, Stockley DB, Nesbit JC, Woszczyna C: Context moderates students' self-reports about how they study. J Educ Psychol. 2001, 93: 477-487.","journal-title":"J Educ Psychol"},{"key":"249_CR89","doi-asserted-by":"crossref","first-page":"749","DOI":"10.1007\/s10734-005-4843-4","volume":"53","author":"M Birenbaum","year":"2007","unstructured":"Birenbaum M: Assessment and instruction preferences and their relationship with test anxiety and learning strategies. High Educ. 2007, 53: 749-768.","journal-title":"High Educ"},{"key":"249_CR90","doi-asserted-by":"crossref","first-page":"71","DOI":"10.1023\/A:1002985613176","volume":"33","author":"M Birenbaum","year":"1997","unstructured":"Birenbaum M: Assessment preferences and their relationship to learning strategies and orientations. High Educ. 1997, 33: 71-84.","journal-title":"High Educ"},{"key":"249_CR91","doi-asserted-by":"crossref","first-page":"43","DOI":"10.1080\/0144341042000294886","volume":"25","author":"SN Smith","year":"2005","unstructured":"Smith SN, Miller RJ: Learning approaches: examination type, discipline of study, and gender. Educ Psychol. 2005, 25: 43-53.","journal-title":"Educ Psychol"},{"key":"249_CR92","first-page":"364","volume":"21","author":"HK Rabinowitz","year":"1989","unstructured":"Rabinowitz HK, Hojat M: A comparison of the modified essay question and multiple choice question formats: their relationship to clinical performance. Fam Med. 1989, 21: 364-367.","journal-title":"Fam Med"},{"key":"249_CR93","first-page":"246","volume":"24","author":"DG Paterson","year":"1926","unstructured":"Paterson DG: Do new and old type examinations measure different mental functions?. School Soc. 1926, 24: 246-248.","journal-title":"School Soc"},{"key":"249_CR94","doi-asserted-by":"crossref","first-page":"348","DOI":"10.1046\/j.1365-2923.2001.00771.x","volume":"35","author":"LW Schuwirth","year":"2001","unstructured":"Schuwirth LW, Verheggen MM, Van der Vleuten CPM, Boshuizen HP, Dinant GJ: Do short cases elicit different thinking processes than factual knowledge questions do?. Med Educ. 2001, 35: 348-356.","journal-title":"Med Educ"},{"key":"249_CR95","first-page":"27","volume":"31","author":"DE Tanner","year":"2003","unstructured":"Tanner DE: Multiple-choice items: Pariah, panacea or neither of the above?. Am Second Educ. 2003, 31: 27.","journal-title":"Am Second Educ"},{"key":"249_CR96","doi-asserted-by":"crossref","first-page":"1087","DOI":"10.1111\/j.1365-2923.2012.04334.x","volume":"46","author":"FJ Cilliers","year":"2012","unstructured":"Cilliers FJ, Schuwirth LW, van der Vleuten CP: Modelling the pre-assessment learning effects of assessment: evidence in the validity chain. Med Educ. 2012, 46: 1087-1098.","journal-title":"Med Educ"},{"key":"249_CR97","first-page":"1","volume-title":"Engaged Learning with Emerging Technologies","author":"DH Jonassen","year":"2006","unstructured":"Jonassen DH, Strobel J: Modeling for Meaningful Learning. Engaged Learning with Emerging Technologies. Edited by: Hung D. 2006, Springer, Amsterdam, 1-27."},{"key":"249_CR98","doi-asserted-by":"crossref","first-page":"163","DOI":"10.1080\/00461520.1996.9653264","volume":"31","author":"SJ Derry","year":"1996","unstructured":"Derry SJ: Cognitive schema theory in the constructivist debate. Educ Psychol. 1996, 31: 163-174.","journal-title":"Educ Psychol"},{"key":"249_CR99","doi-asserted-by":"crossref","first-page":"601","DOI":"10.1007\/s11423-012-9247-4","volume":"60","author":"MK Kim","year":"2012","unstructured":"Kim MK: Theoretically grounded guidelines for assessing learning progress: cognitive changes in Ill-structured complex problem-solving contexts. Educ Technol Res Dev. 2012, 60: 601-622.","journal-title":"Educ Technol Res Dev"},{"key":"249_CR100","doi-asserted-by":"crossref","first-page":"43","DOI":"10.3102\/00346543059001043","volume":"59","author":"RE Mayer","year":"1989","unstructured":"Mayer RE: Models for Understanding. Rev Educ Res. 1989, 59: 43-64.","journal-title":"Rev Educ Res"},{"key":"249_CR101","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1080\/10494820500173292","volume":"13","author":"D Jonassen","year":"2005","unstructured":"Jonassen D, Strobel J, Gottdenker J: Model building for conceptual change. Interact Learn Environ. 2005, 13: 15-37.","journal-title":"Interact Learn Environ"},{"key":"249_CR102","doi-asserted-by":"crossref","unstructured":"Jonassen DH: Tools for representing problems and the knowledge required to solve them. Edited by Tergan S-O, Keller T. Berlin, Heidelberg: Springer; 2005:82\u201394.","DOI":"10.1007\/11510154_5"},{"key":"249_CR103","doi-asserted-by":"crossref","first-page":"465","DOI":"10.1007\/s11423-013-9295-4","volume":"61","author":"T Bogard","year":"2013","unstructured":"Bogard T, Liu M, Chiang Y-H: Thresholds of knowledge development in complex problem solving: a multiple-case study of advanced Learners' cognitive processes. Educ Technol Res Dev. 2013, 61: 465-503.","journal-title":"Educ Technol Res Dev"},{"key":"249_CR104","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1007\/BF02504799","volume":"53","author":"T Van Gog","year":"2005","unstructured":"Van Gog T, Ericsson KA, Rikers RMJP: Instructional design for advanced learners: establishing connections between the theoretical frameworks of cognitive load and deliberate practice. Educ Technol Res Dev. 2005, 53: 73-81.","journal-title":"Educ Technol Res Dev"},{"key":"249_CR105","doi-asserted-by":"crossref","first-page":"611","DOI":"10.1097\/00001888-199010000-00001","volume":"65","author":"HG Schmidt","year":"1990","unstructured":"Schmidt HG, Norman GR, Boshuizen HP: A cognitive perspective on medical expertise: theory and implication. Acad Med. 1990, 65: 611-621.","journal-title":"Acad Med"},{"key":"249_CR106","first-page":"1133","volume":"41","author":"HG Schmidt","year":"2007","unstructured":"Schmidt HG, Rikers RMJP: How expertise develops in medicine: knowledge encapsulation and illness script formation. Med Educ. 2007, 41: 1133-1139.","journal-title":"Med Educ"},{"key":"249_CR107","first-page":"1140","volume":"41","author":"G Norman","year":"2007","unstructured":"Norman G, Young M, Brooks L: Non-analytical models of clinical reasoning: the role of experience. Med Educ. 2007, 41: 1140-1145.","journal-title":"Med Educ"},{"key":"249_CR108","first-page":"114","volume":"85","author":"KA Ericsson","year":"2007","unstructured":"Ericsson KA, Prietula MJ, Cokely ET: The Making of an Expert. Harv Bus Rev. 2007, 85: 114-121.","journal-title":"Harv Bus Rev"},{"key":"249_CR109","first-page":"81","volume-title":"Exploring Expertise","author":"RR Hoffman","year":"1996","unstructured":"Hoffman RR: How Can Expertise be Defined? Implications of Research From Cognitive Psychology. Exploring Expertise. Edited by: Williams R, Faulkner W, Fleck J. 1996, University of Edinburgh Press, Edinburgh, 81-100."},{"key":"249_CR110","doi-asserted-by":"crossref","first-page":"279","DOI":"10.1111\/j.1365-2923.1988.tb00754.x","volume":"22","author":"GR Norman","year":"1988","unstructured":"Norman GR: Problem-solving skills, solving problems and problem-based learning. Med Educ. 1988, 22: 279-286.","journal-title":"Med Educ"},{"key":"249_CR111","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1016\/j.compedu.2012.11.014","volume":"64","author":"D Ifenthaler","year":"2013","unstructured":"Ifenthaler D, Seel NM: Model-based reasoning. Comput Educ. 2013, 64: 131-142.","journal-title":"Comput Educ"},{"key":"249_CR112","doi-asserted-by":"crossref","first-page":"362","DOI":"10.1080\/15391523.2003.10782391","volume":"35","author":"D Jonassen","year":"2003","unstructured":"Jonassen D: Using cognitive tools to represent problems. J Res Technol Educ. 2003, 35: 362-381.","journal-title":"J Res Technol Educ"},{"key":"249_CR113","first-page":"47","volume-title":"Handbook of Educational Psychology","author":"RE Mayer","year":"1996","unstructured":"Mayer RE, Wittrock MC: Problem-Solving Transfer. Handbook of Educational Psychology. Edited by: Berliner DC, Calfee RC. 1996, Macmillan Library Reference USA, New York, NY, 47-62."},{"key":"249_CR114","doi-asserted-by":"crossref","first-page":"87","DOI":"10.1207\/s15516709cog1801_3","volume":"18","author":"J Zhang","year":"1994","unstructured":"Zhang J, Norman DA: Representations in distributed cognitive tasks. Cogn Sci. 1994, 18: 87-122.","journal-title":"Cogn Sci"},{"key":"249_CR115","first-page":"271","volume-title":"Handbook of Learning & Cognitive Processes: V Human Information","author":"HA Simon","year":"1978","unstructured":"Simon HA: Information-Processing Theory of Human Problem Solving. Handbook of Learning & Cognitive Processes: V Human Information. Edited by: Estes WK. 1978, Lawrence Erlbaum, Oxford England, 271-295."},{"key":"249_CR116","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1007\/s10648-013-9248-9","volume":"26","author":"JL Jensen","year":"2014","unstructured":"Jensen JL, Woodard SM, Kummer TA, McDaniel MA: Teaching to the test\u2026or testing to teach: exams requiring higher order thinking skills encourage greater conceptual understanding. Educ Psychol Rev. 2014, 26: 307-329.","journal-title":"Educ Psychol Rev"},{"key":"249_CR117","doi-asserted-by":"crossref","first-page":"154","DOI":"10.3109\/01421590903196979","volume":"32","author":"J Cohen-Schotanus","year":"2010","unstructured":"Cohen-Schotanus J, Van der Vleuten CPM: A standard setting method with the best performing students as point of reference: practical and affordable. Med Teach. 2010, 32: 154-160.","journal-title":"Med Teach"},{"key":"249_CR118","doi-asserted-by":"crossref","first-page":"255","DOI":"10.1111\/medu.12296","volume":"48","author":"I Desjardins","year":"2014","unstructured":"Desjardins I, Touchie C, Pugh D, Wood TJ, Humphrey-Murto S: The impact of cueing on written examinations of clinical decision making: a case study. Med Educ. 2014, 48: 255-261.","journal-title":"Med Educ"},{"key":"249_CR119","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1017\/CBO9780511615771.002","volume-title":"The Psychology of Problem Solving","author":"JE Pretz","year":"2003","unstructured":"Pretz JE, Naples AJ, Sternberg RJ: Recognizing, Defining, and Representing Problems. The Psychology of Problem Solving. Edited by: Davidson JE, Sternberg RJ. 2003, Cambridge University Press, New York, NY US, 3-30."},{"key":"249_CR120","doi-asserted-by":"crossref","first-page":"643","DOI":"10.1136\/bmj.326.7390.643","volume":"326","author":"LWT Schuwirth","year":"2003","unstructured":"Schuwirth LWT, Schuwirth LWT, Van der Vleuten CPM: ABC of learning and teaching in medicine: written assessment. BMJ: British Med J (International Edition). 2003, 326: 643-645.","journal-title":"BMJ: British Med J (International Edition)"}],"container-title":["BMC Medical Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s12909-014-0249-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12909-014-0249-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12909-014-0249-2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12909-014-0249-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,2,26]],"date-time":"2019-02-26T07:38:55Z","timestamp":1551166735000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmededuc.biomedcentral.com\/articles\/10.1186\/s12909-014-0249-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,11,28]]},"references-count":120,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2014,12]]}},"alternative-id":["249"],"URL":"https:\/\/doi.org\/10.1186\/s12909-014-0249-2","relation":{},"ISSN":["1472-6920"],"issn-type":[{"value":"1472-6920","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,11,28]]},"assertion":[{"value":"8 May 2014","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 November 2014","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 November 2014","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"249"}}