{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,2]],"date-time":"2026-11-02T23:28:21Z","timestamp":1793662101715,"version":"4.5.1"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2014,9,26]],"date-time":"2014-09-26T00:00:00Z","timestamp":1411689600000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Educ"],"published-print":{"date-parts":[[2014,12]]},"DOI":"10.1186\/1472-6920-14-204","type":"journal-article","created":{"date-parts":[[2014,9,26]],"date-time":"2014-09-26T01:02:45Z","timestamp":1411693365000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Implementing statistical equating for MRCP(UK) parts 1 and 2"],"prefix":"10.1186","volume":"14","author":[{"given":"IC","family":"McManus","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Liliana","family":"Chis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ray","family":"Fox","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Derek","family":"Waller","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter","family":"Tang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2014,9,26]]},"reference":[{"key":"1029_CR1","volume-title":"Standards for Curricula and Assessment Systems","author":"Postgraduate Medical Education and Training Board","year":"2008","unstructured":"Postgraduate Medical Education and Training Board: Standards for Curricula and Assessment Systems. 2008, London: PMETB"},{"key":"1029_CR2","doi-asserted-by":"publisher","DOI":"10.4135\/9781412985918","volume-title":"Standard Setting: A Guide to Establishing and Evaluating Performance Standards on Tests","author":"GJ Cizek","year":"2007","unstructured":"Cizek GJ, Bunch MB: Standard Setting: A Guide to Establishing and Evaluating Performance Standards on Tests. 2007, Thousand Oaks, California: Sage"},{"key":"1029_CR3","volume-title":"Standards for Educational and Psychological Testing","author":"American Educational Research Association, American Psychological Association, National Council on Measurement in Education","year":"1999","unstructured":"American Educational Research Association, American Psychological Association, National Council on Measurement in Education: Standards for Educational and Psychological Testing. 1999, Washington, DC: American Educational Research Association"},{"key":"1029_CR4","volume-title":"Constructing Written Test Questions for the Basic and Clinical Sciences","author":"SM Case","year":"1996","unstructured":"Case SM, Swanson DB: Constructing Written Test Questions for the Basic and Clinical Sciences. 1996, Philadelphia: National Board of Medical Examiners"},{"key":"1029_CR5","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780199231881.001.0001","volume-title":"Health Measurement Scales: A Practical Guide to Their Development and use","author":"DL Streiner","year":"2008","unstructured":"Streiner DL, Norman GR: Health Measurement Scales: A Practical Guide to Their Development and use. 2008, Oxford: Oxford University Press, 4","edition":"4"},{"key":"1029_CR6","doi-asserted-by":"publisher","first-page":"33","DOI":"10.7326\/0003-4819-114-1-33","volume":"114","author":"JJ Norcini","year":"1991","unstructured":"Norcini JJ, Shea JA, Benson JAJ: Changes in the medical knowledge of candidates for certification. Ann Intern Med. 1991, 114: 33-35. 10.7326\/0003-4819-114-1-33.","journal-title":"Ann Intern Med"},{"key":"1029_CR7","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1186\/1741-7015-3-13","volume":"3","author":"IC McManus","year":"2005","unstructured":"McManus IC, Mollon J, Duke OL, Vale JA: Changes in standard of candidates taking the MRCP(UK) Part 1 examination, 1985 to 2002: Analysis of marker questions. BMC Med. 2005, 3: 13-10.1186\/1741-7015-3-13.","journal-title":"BMC Med"},{"key":"1029_CR8","volume-title":"J Educ Eval Health Prof","author":"MK Yim","year":"2006","unstructured":"Yim MK, Huh S: Test equating of the Medical Licensing Examination in 2003 and 2004 based on the Item Response Theory. J Educ Eval Health Prof. 2006, 3: doi:10.3352\/jeehp.2006.2.3"},{"key":"1029_CR9","volume-title":"Passing Scores: A Manual for Setting Standards of Performance on Educational and Occupational Tests","author":"SA Livingston","year":"1982","unstructured":"Livingston SA, Zieky MJ: Passing Scores: A Manual for Setting Standards of Performance on Educational and Occupational Tests. 1982, Philadelphia: Educational testing service"},{"key":"1029_CR10","doi-asserted-by":"publisher","first-page":"112","DOI":"10.1097\/00001888-199610000-00062","volume":"71","author":"MD Cusimano","year":"1996","unstructured":"Cusimano MD: Standard setting in medical education. Acad Med. 1996, 71: 112-120. 10.1097\/00001888-199602000-00009.","journal-title":"Acad Med"},{"key":"1029_CR11","volume-title":"Developing and Maintaining an Assessment System - a PMETB Guide to Good Practice","author":"Postgraduate Medical Education and Training Board","year":"2007","unstructured":"Postgraduate Medical Education and Training Board: Developing and Maintaining an Assessment System - a PMETB Guide to Good Practice. 2007, London: PMETB"},{"key":"1029_CR12","volume-title":"Essential of Educational Measurement","author":"RL Ebel","year":"1979","unstructured":"Ebel RL: Essential of Educational Measurement. 1979, New Jersey: Prentice-Hall, 3","edition":"3"},{"key":"1029_CR13","first-page":"508","volume-title":"Educational Measurement","author":"WH Angoff","year":"1971","unstructured":"Angoff WH: Scales, Norms, and Equivalent Scores. Educational Measurement. Edited by: Thorndike RL. 1971, Washington, DC: American Council on Education, 508-600. 2","edition":"2"},{"issue":"4","key":"1029_CR14","first-page":"21","volume":"13","author":"RK Hambleton","year":"1994","unstructured":"Hambleton RK: The rise and fall of criterion-referenced measurement?. EMIP. 1994, 13 (4): 21-26.","journal-title":"EMIP"},{"key":"1029_CR15","first-page":"181","volume-title":"Setting Performance Standards: Foundations, Methods and Innovations","author":"BS Plake","year":"2012","unstructured":"Plake BS, Cizek GJ: Variations on a Theme: The modified Angoff, Extended Angoff, and Yes\/No standard Setting Methods. Setting Performance Standards: Foundations, Methods and Innovations. Edited by: Cizek GJ. 2012, New York: Routledge, 181-199."},{"key":"1029_CR16","first-page":"390","volume":"46","author":"BE Clauser","year":"2009","unstructured":"Clauser BE, Mee J, Baldwin SG, Margolis MJ, Dillon GF: Judges\u2019 use of examinee performance data in an Angoff standard-setting exercise for a medical licensing examination: an experimental study. JEM. 2009, 46: 390-407.","journal-title":"JEM"},{"key":"1029_CR17","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1080\/08957340802558318","volume":"22","author":"BE Clauser","year":"2009","unstructured":"Clauser BE, Harik P, Margolis MJ, McManus IC, Mollon J, Chis L, Williams S: An empirical examination of the impact of group discussion and examinee performance information on judgments made in the Angoff standard-setting procedure. Appl Meas Educ. 2009, 22: 1-21.","journal-title":"Appl Meas Educ"},{"key":"1029_CR18","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s10459-006-9035-1","volume":"13","author":"MM Verheggen","year":"2008","unstructured":"Verheggen MM, Muijtens AMM, Van Os J, Schuwirth LWT: Is an Angoff standard an indication of minimal competence of examinees of of judges?. Adv Health Sci Educ. 2008, 13: 211.","journal-title":"Adv Health Sci Educ"},{"key":"1029_CR19","first-page":"6","volume":"6","author":"WKB Hofstee","year":"1977","unstructured":"Hofstee WKB: Caesuurprobleem Opgelost. Onderzoek van Onderwijs. 1977, 6: 6-7.","journal-title":"Onderzoek van Onderwijs"},{"key":"1029_CR20","first-page":"109","volume-title":"On Educational Testing","author":"WKB Hofstee","year":"1983","unstructured":"Hofstee WKB: The Case for Compromise in Educational Selection and Grading. On Educational Testing. Edited by: Anderson SB, Helmick JS. 1983, San Francisco: Jossey-Bass, 109-127."},{"key":"1029_CR21","first-page":"50","volume":"18","author":"SM Downing","year":"2006","unstructured":"Downing SM, Tekian A, Yudkowsky R: Procedures for establishing defensible absolute passing scores on performance examinations in health professions education. TALM. 2006, 18: 50-57.","journal-title":"TALM"},{"key":"1029_CR22","first-page":"141","volume-title":"Test Equating, Edited","author":"FM Lord","year":"1982","unstructured":"Lord FM: Item Response Theory and Equating - a Technical Summary. Test Equating, Edited. Edited by: Holland PW, Rubin DB. 1982, New York: Academic Press, 141-148."},{"key":"1029_CR23","volume-title":"Fundamentals of Item Response Theory","author":"RK Hambleton","year":"1991","unstructured":"Hambleton RK, Swaminathan H, Rogers HJ: Fundamentals of Item Response Theory. 1991, Newbury Park: Sage"},{"key":"1029_CR24","volume-title":"Handbook of Modern Item Response Theory","author":"WJ van der Linden","year":"1996","unstructured":"van der Linden WJ, Hambleton RK: Handbook of Modern Item Response Theory. 1996, New York: Springer"},{"key":"1029_CR25","doi-asserted-by":"publisher","first-page":"739","DOI":"10.1046\/j.1365-2923.2003.01587.x","volume":"37","author":"SM Downing","year":"2003","unstructured":"Downing SM: Item response theory: applications of modern test theory in medical education. Med Educ. 2003, 37: 739-745. 10.1046\/j.1365-2923.2003.01587.x.","journal-title":"Med Educ"},{"key":"1029_CR26","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4757-2412-7","volume-title":"Test Equating: Methods and Practices","author":"MJ Kolen","year":"1995","unstructured":"Kolen MJ, Brennan RL: Test Equating: Methods and Practices. 1995, New York: Springer-Verlag"},{"key":"1029_CR27","doi-asserted-by":"publisher","first-page":"425","DOI":"10.3102\/00346543064003425","volume":"64","author":"M Kane","year":"1994","unstructured":"Kane M: Validating the performance standards associated with passing scores. Rev Educ Res. 1994, 64: 425-461. 10.3102\/00346543064003425.","journal-title":"Rev Educ Res"},{"key":"1029_CR28","volume-title":"Technical Report: Testing Interval: July 11 2006 - October 14,2006 (January 2007, Revised May 3, 2007)","author":"Pearson Vue","year":"2007","unstructured":"Pearson Vue: Technical Report: Testing Interval: July 11 2006 - October 14,2006 (January 2007, Revised May 3, 2007). 2007, Chicago: Pearson Vue"},{"key":"1029_CR29","doi-asserted-by":"publisher","first-page":"429","DOI":"10.1097\/00001888-199108000-00001","volume":"66","author":"RJ Nungester","year":"1991","unstructured":"Nungester RJ, Dillon GF, Swanson DB, Orr NA, Powell RD: Standard-setting plans for the NBME Comprehensive Part I and Part II examinations. Acad Med. 1991, 66: 429-433. 10.1097\/00001888-199108000-00001.","journal-title":"Acad Med"},{"issue":"5910","key":"1029_CR30","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1136\/bmj.2.5910.99","volume":"2","author":"PR Fleming","year":"1974","unstructured":"Fleming PR, Manderson WG, Matthews MB, Sanderson PH, Stokes JF: Evolution of an examination, MRCP(UK). Brit Med J. 1974, 2 (5910): 99-10.1136\/bmj.2.5910.99. 107","journal-title":"Brit Med J"},{"key":"1029_CR31","volume-title":"The MRCP(UK) Examination","author":"FB Gibberd","year":"1994","unstructured":"Gibberd FB: The MRCP(UK) Examination. 1994, London, Edinburgh and Glasgow: Royal Colleges of Physicians"},{"key":"1029_CR32","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1016\/0140-6736(90)90670-Z","volume":"335","author":"Anonymous","year":"1990","unstructured":"Anonymous: Examining the Royal Colleges\u2019 examiners [editorial]. Lancet. 1990, 335: 443-445.","journal-title":"Lancet"},{"key":"1029_CR33","first-page":"1585","volume":"335","author":"Anonymous","year":"1990","unstructured":"Anonymous: Pass and fail rates at Royal College Examinations. Lancet. 1990, 335: 1585.","journal-title":"Lancet"},{"key":"1029_CR34","doi-asserted-by":"publisher","first-page":"60","DOI":"10.1186\/1741-7015-10-60","volume":"10","author":"IC McManus","year":"2012","unstructured":"McManus IC, Ludka K: Resitting a high-stakes postgraduate medical examination on multiple occasions: nonlinear multilevel modelling of performance in the MRCP(UK) examinations. BMC Med. 2012, 10: 60-10.1186\/1741-7015-10-60.","journal-title":"BMC Med"},{"key":"1029_CR35","volume-title":"Statistical Methods for Psychology","author":"DC Howell","year":"1992","unstructured":"Howell DC: Statistical Methods for Psychology. 1992, Boston: PWS-Kent, 3","edition":"3"},{"key":"1029_CR36","volume-title":"Differential Item Functioning","author":"PW Holland","year":"1993","unstructured":"Holland PW, Wainer H: Differential Item Functioning. 1993, London: Routledge"},{"key":"1029_CR37","doi-asserted-by":"publisher","DOI":"10.4135\/9781412993913","volume-title":"Differential Item Functioning (Second edition)","author":"SJ Osterlind","year":"2009","unstructured":"Osterlind SJ, Everson HT: Differential Item Functioning (Second edition). 2009, Thousand Oaks, CA: Sage"},{"key":"1029_CR38","first-page":"342","volume":"6","author":"K-L Chu","year":"2005","unstructured":"Chu K-L, Kamata A: Test equating in the presence of DIF items. J Appl Meas. 2005, 6: 342-354.","journal-title":"J Appl Meas"},{"key":"1029_CR39","volume-title":"National Board of Medical Examiners: 2012 Annual Report","author":"National Board of Medical Examiners","year":"2013","unstructured":"National Board of Medical Examiners: National Board of Medical Examiners: 2012 Annual Report. 2013, Pennsylvania: NBME"},{"key":"1029_CR40","volume-title":"Abstracts: Association of American Medical Colleges Conference, November 2013","author":"JW Dugosh","year":"2013","unstructured":"Dugosh JW, Ostrem WE, Song H: Examining Differential Functioning of Geriatric Medicine Certification Exam Items for International and United States Medical Graduates. Abstracts: Association of American Medical Colleges Conference, November 2013. 2013, \n                    http:\/\/www.abim.org\/research\/abstracts\/geriatric-medicine-certification-exam-items.aspx\n                    \n                  ; 11\/2013"},{"key":"1029_CR41","first-page":"27","volume":"32","author":"J Mee","year":"2013","unstructured":"Mee J, Clauser BE, Margolis MJ: The impact of process instructions on judges\u2019 use of examinee performance data in Angoff standard setting exercises. EMIP. 2013, 32: 27-35.","journal-title":"EMIP"},{"key":"1029_CR42","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1097\/ACM.0000000000000310","volume":"89","author":"JJ Norcini","year":"2014","unstructured":"Norcini JJ, Boulet JR, Opalek A, Dauphinee WD: The relationship between licensing examination performance and the outcomes of care by international medical school graduates. Acad Med. 2014, 89: 1-6. 10.1097\/ACM.0000000000000079.","journal-title":"Acad Med"},{"key":"1029_CR43","first-page":"53","volume":"52","author":"KL Ricker","year":"2013","unstructured":"Ricker KL: Setting cut-scores: a critical review of the Angoff and modified Angoff methods. Alberta J Educ Res. 2013, 52: 53-64.","journal-title":"Alberta J Educ Res"},{"key":"1029_CR44","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1207\/s15324818ame1701_4","volume":"17","author":"PR Brandon","year":"2004","unstructured":"Brandon PR: Conclusions about frequently studied modified Angoff standard-setting topics. Appl Meas Educ. 2004, 17: 59-88. 10.1207\/s15324818ame1701_4.","journal-title":"Appl Meas Educ"},{"key":"1029_CR45","first-page":"127","volume":"51","author":"JC Clauser","year":"2014","unstructured":"Clauser JC, Margolis MJ, Clauser BE: An examination of the replicability of Angoff standard setting results within a generalizability theory framework. JEM. 2014, 51: 127-140.","journal-title":"JEM"}],"container-title":["BMC Medical Education"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1472-6920-14-204.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/1472-6920-14-204\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1472-6920-14-204","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1472-6920-14-204.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,1,22]],"date-time":"2019-01-22T14:35:29Z","timestamp":1548167729000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmededuc.biomedcentral.com\/articles\/10.1186\/1472-6920-14-204"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,9,26]]},"references-count":45,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2014,12]]}},"alternative-id":["1029"],"URL":"https:\/\/doi.org\/10.1186\/1472-6920-14-204","relation":{},"ISSN":["1472-6920"],"issn-type":[{"value":"1472-6920","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,9,26]]},"assertion":[{"value":"12 April 2014","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 September 2014","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 September 2014","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"204"}}