{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,31]],"date-time":"2026-08-31T21:38:00Z","timestamp":1788212280916,"version":"build-2803163510"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2018,6,5]],"date-time":"2018-06-05T00:00:00Z","timestamp":1528156800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Surg Endosc"],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1007\/s00464-018-6251-8","type":"journal-article","created":{"date-parts":[[2018,6,5]],"date-time":"2018-06-05T14:18:11Z","timestamp":1528208291000},"page":"4923-4931","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":18,"title":["Development and validation of the TOCO\u2013TURBT tool: a summative assessment tool that measures surgical competency in transurethral resection of bladder tumour"],"prefix":"10.1007","volume":"32","author":[{"given":"Anna H.","family":"de Vries","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Arno. M. M.","family":"Muijtjens","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hilde G. J.","family":"van Genugten","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ad. J. M.","family":"Hendrikx","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Evert L.","family":"Koldewijn","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Barbara M. A.","family":"Schout","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cees P. M.","family":"van der Vleuten","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Cordula","family":"Wagner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Irene M.","family":"Tjiam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeroen J. G.","family":"van Merri\u00ebnboer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2018,6,5]]},"reference":[{"key":"6251_CR1","doi-asserted-by":"publisher","first-page":"372","DOI":"10.1097\/SLA.0b013e318160b371","volume":"247","author":"R Aggarwal","year":"2008","unstructured":"Aggarwal R, Grantcharov T, Moorthy K, Milland T, Darzi A (2008) Toward feasible, valid, and reliable video-based assessments of technical surgical skills in the operating room. Ann Surg 247:372\u2013379. \n                    https:\/\/doi.org\/10.1097\/SLA.0b013e318160b371","journal-title":"Ann Surg"},{"key":"6251_CR2","doi-asserted-by":"publisher","first-page":"955","DOI":"10.1016\/j.jamcollsurg.2013.01.003","volume":"216","author":"B Zevin","year":"2013","unstructured":"Zevin B, Bonrath EM, Aggarwal R, Dedy NJ, Ahmed N, Grantcharov TP, ATLAS group (2013) Development, feasibility, validity, and reliability of a scale for objective assessment of operative performance in laparoscopic gastric bypass surgery. J Am Coll Surg 216:955\u2013965.e8. \n                    https:\/\/doi.org\/10.1016\/j.jamcollsurg.2013.01.003\n                    \n                   (quiz 1029-31, 1033)","journal-title":"J Am Coll Surg"},{"key":"6251_CR3","doi-asserted-by":"publisher","first-page":"782","DOI":"10.1001\/jama.2015.233","volume":"313","author":"T Hampton","year":"2015","unstructured":"Hampton T (2015) Efforts seek to develop systematic ways to objectively assess surgeons\u2019 skills. JAMA 313:782\u2013784. \n                    https:\/\/doi.org\/10.1001\/jama.2015.233","journal-title":"JAMA"},{"key":"6251_CR4","doi-asserted-by":"publisher","first-page":"300","DOI":"10.1002\/bjs.10047","volume":"103","author":"S Montbrun de","year":"2016","unstructured":"de Montbrun S, Satterthwaite L, Grantcharov TP (2016) Setting pass scores for assessment of technical performance by surgical trainees. Br J Surg 103:300\u2013306. \n                    https:\/\/doi.org\/10.1002\/bjs.10047","journal-title":"Br J Surg"},{"key":"6251_CR5","doi-asserted-by":"publisher","first-page":"1678","DOI":"10.1503\/cmaj.1040498","volume":"170","author":"GR Baker","year":"2004","unstructured":"Baker GR, Norton PG, Flintoft V, Blais R, Brown A, Cox J, Etchells E, Ghali WA, Hebert P, Majumdar SR, O\u2019Beirne M, Palacios-Derflingher L, Reid RJ, Sheps S, Tamblyn R (2004) The Canadian Adverse Events Study: the incidence of adverse events among hospital patients in Canada. CMAJ 170:1678\u20131686","journal-title":"CMAJ"},{"key":"6251_CR6","doi-asserted-by":"publisher","first-page":"475","DOI":"10.1097\/01.sla.0000118753.22830.41","volume":"239","author":"C Vincent","year":"2004","unstructured":"Vincent C, Moorthy K, Sarker SK, Chang A, Darzi AW (2004) Systems approaches to surgical quality and safety: from concept to measurement. Ann Surg 239:475\u2013482","journal-title":"Ann Surg"},{"key":"6251_CR7","doi-asserted-by":"publisher","first-page":"476","DOI":"10.1097\/SLA.0b013e318275b72a","volume":"257","author":"D Miskovic","year":"2013","unstructured":"Miskovic D, Ni M, Wyles SM, Kennedy RH, Francis NK, Parvaiz A, Cunningham C, Rockall TA, Gudgeon AM, Coleman MG, Hanna GB, National Training Programme in Laparoscopic Colorectal Surgery in England (2013) Is competency assessment at the specialist level achievable? A study for the national training programme in laparoscopic colorectal surgery in England. Ann Surg 257:476\u2013482. \n                    https:\/\/doi.org\/10.1097\/SLA.0b013e318275b72a","journal-title":"Ann Surg"},{"key":"6251_CR8","doi-asserted-by":"publisher","first-page":"156","DOI":"10.1007\/s00268-007-9143-y","volume":"32","author":"GM Fried","year":"2008","unstructured":"Fried GM, Feldman LS (2008) Objective assessment of technical performance. World J Surg 32:156\u2013160. \n                    https:\/\/doi.org\/10.1007\/s00268-007-9143-y","journal-title":"World J Surg"},{"key":"6251_CR9","doi-asserted-by":"publisher","first-page":"1525","DOI":"10.1007\/s00464-003-0035-4","volume":"17","author":"AG Gallagher","year":"2003","unstructured":"Gallagher AG, Ritter EM, Satava RM (2003) Fundamental principles of validation, and reliability: rigorous science for the assessment of surgical education and training. Surg Endosc 17:1525\u20131529. \n                    https:\/\/doi.org\/10.1007\/s00464-003-0035-4","journal-title":"Surg Endosc"},{"key":"6251_CR10","doi-asserted-by":"publisher","first-page":"640","DOI":"10.1016\/j.surg.2005.07.017","volume":"138","author":"JL Larson","year":"2005","unstructured":"Larson JL, Williams RG, Ketchum J, Boehler ML, Dunnington GL (2005) Feasibility, reliability and validity of an operative performance rating system for evaluating surgery residents. Surgery 138:640\u2013647 (discussion 647\u20139)","journal-title":"Surgery"},{"key":"6251_CR11","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1016\/j.jamcollsurg.2011.10.016","volume":"214","author":"L Hull","year":"2012","unstructured":"Hull L, Arora S, Aggarwal R, Darzi A, Vincent C, Sevdalis N (2012) The impact of nontechnical skills on technical performance in surgery: a systematic review. J Am Coll Surg 214:214\u2013230. \n                    https:\/\/doi.org\/10.1016\/j.jamcollsurg.2011.10.016","journal-title":"J Am Coll Surg"},{"key":"6251_CR12","doi-asserted-by":"publisher","first-page":"289","DOI":"10.1016\/j.jsurg.2013.09.005","volume":"71","author":"W Shepherd","year":"2014","unstructured":"Shepherd W, Arora KS, Abboudi H, Shamim Khan M, Dasgupta P, Ahmed K (2014) A review of the available urology skills training curricula and their validation. J Surg Educ 71:289\u2013296. \n                    https:\/\/doi.org\/10.1016\/j.jsurg.2013.09.005","journal-title":"J Surg Educ"},{"key":"6251_CR13","first-page":"577","volume-title":"Cognitive task analysis. Anonymous Handbook of research on educational communications and technology","author":"R Clark","year":"2008","unstructured":"Clark R, Feldon D, van Merrienboer J, Yates K (2008) Cognitive task analysis. Anonymous Handbook of research on educational communications and technology. Taylor and Francis Group, Boca Raton, pp\u00a0577\u2013593"},{"key":"6251_CR14","first-page":"1464","volume":"11","author":"K Yates","year":"2011","unstructured":"Yates K, Feldon D (2011) Advancing the practice of cognitive task analysis: a call for taxonomic research. Theor Issues Ergon Sci 11:1464\u20131536","journal-title":"Theor Issues Ergon Sci"},{"key":"6251_CR15","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1016\/j.amjsurg.2007.08.051","volume":"195","author":"ME Sullivan","year":"2008","unstructured":"Sullivan ME, Ortega A, Wasserberg N, Kaufman H, Nyquist J, Clark R (2008) Assessing the teaching of procedural skills: can cognitive task analysis add to our traditional teaching methods? Am J Surg 195:20\u201323","journal-title":"Am J Surg"},{"key":"6251_CR16","doi-asserted-by":"publisher","first-page":"639","DOI":"10.1016\/j.eururo.2013.06.003","volume":"64","author":"M Babjuk","year":"2013","unstructured":"Babjuk M, Burger M, Zigeuner R, Shariat SF, van Rhijn BW, Comperat E, Sylvester RJ, Kaasinen E, Bohle A, Palou Redorta J, Roupret M, European Association of Urology (2013) EAU guidelines on non-muscle-invasive urothelial carcinoma of the bladder: update 2013. Eur Urol 64:639\u2013653. \n                    https:\/\/doi.org\/10.1016\/j.eururo.2013.06.003","journal-title":"Eur Urol"},{"key":"6251_CR17","doi-asserted-by":"publisher","first-page":"523","DOI":"10.1016\/S0302-2838(02)00068-4","volume":"41","author":"M Brausi","year":"2002","unstructured":"Brausi M, Collette L, Kurth K, van der Meijden AP, Oosterlinck W, Witjes JA, Newling D, Bouffioux C, Sylvester RJ, EORTC Genito-Urinary Tract Cancer Collaborative Group (2002) Variability in the recurrence rate at first follow-up cystoscopy after TUR in stage Ta T1 transitional cell carcinoma of the bladder: a combined analysis of seven EORTC studies. Eur Urol 41:523\u2013531","journal-title":"Eur Urol"},{"key":"6251_CR18","doi-asserted-by":"publisher","first-page":"1018","DOI":"10.1016\/j.jsurg.2015.04.012","volume":"72","author":"CB Allard","year":"2015","unstructured":"Allard CB, Meyer CP, Gandaglia G, Chang SL, Chun FK, Gelpi-Hammerschmidt F, Hanske J, Kibel AS, Preston MA, Trinh QD (2015) The effect of resident involvement on perioperative outcomes in transurethral urologic surgeries. J Surg Educ 72:1018\u20131025","journal-title":"J Surg Educ"},{"key":"6251_CR19","doi-asserted-by":"publisher","first-page":"276","DOI":"10.3109\/21681805.2013.864327","volume":"48","author":"G Jancke","year":"2014","unstructured":"Jancke G, Rosell J, Jahnson S (2014) Impact of surgical experience on recurrence and progression after transurethral resection of bladder tumour in non-muscle-invasive bladder cancer. Scand J Urol 48:276\u2013283. \n                    https:\/\/doi.org\/10.3109\/21681805.2013.864327","journal-title":"Scand J Urol"},{"key":"6251_CR20","doi-asserted-by":"publisher","first-page":"591","DOI":"10.1016\/j.gie.2011.09.053","volume":"75","author":"JR Barton","year":"2012","unstructured":"Barton JR, Corbett S, van der Vleuten CP, English Bowel Cancer Screening Programme, UK Joint Advisory Group for Gastrointestinal Endoscopy (2012) The validity and reliability of a Direct Observation of Procedural Skills assessment tool: assessing colonoscopic skills of senior endoscopists. Gastrointest Endosc 75:591\u2013597. \n                    https:\/\/doi.org\/10.1016\/j.gie.2011.09.053","journal-title":"Gastrointest Endosc"},{"key":"6251_CR21","doi-asserted-by":"publisher","DOI":"10.1089\/end.2015.0723","author":"AH Vries de","year":"2016","unstructured":"de Vries AH, van Genugten HG, Hendrikx AJ, Koldewijn EL, Schout BM, Tjiam IM, van Merrienboer JJ, Muijtjens AM, Wagner C (2016) The Simbla TURBT simulator in urological residency training: from needs analysis to validation. J Endourol. \n                    https:\/\/doi.org\/10.1089\/end.2015.0723","journal-title":"J Endourol"},{"key":"6251_CR22","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1016\/j.amjsurg.2007.08.052","volume":"195","author":"KR Luker","year":"2008","unstructured":"Luker KR, Sullivan ME, Peyre SE, Sherman R, Grunwald T (2008) The use of a cognitive task analysis-based multimedia program to teach surgical decision making in flexor tendon repair. Am J Surg 195:11\u201315","journal-title":"Am J Surg"},{"key":"6251_CR23","doi-asserted-by":"publisher","first-page":"972","DOI":"10.1046\/j.1365-2923.2002.01320.x","volume":"36","author":"J Crossley","year":"2002","unstructured":"Crossley J, Davies H, Humphris G, Jolly B (2002) Generalisability: a key to unlock professional assessment. Med Educ 36:972\u2013978","journal-title":"Med Educ"},{"key":"6251_CR24","volume-title":"How to design and evaluate research in education","author":"JR Fraenkel","year":"2009","unstructured":"Fraenkel JR, Wallen NE (2009) How to design and evaluate research in education. McGraw Hill, Boston"},{"key":"6251_CR25","volume-title":"Statistical power analysis for the behavioural sciences","author":"J Cohen","year":"1988","unstructured":"Cohen J (1988) Statistical power analysis for the behavioural sciences. Lawrence Erlbaum, London"},{"issue":"e5","key":"6251_CR26","doi-asserted-by":"publisher","first-page":"798","DOI":"10.1016\/j.gie.2013.10.035","volume":"79","author":"CM Walsh","year":"2014","unstructured":"Walsh CM, Ling SC, Khanna N, Cooper MA, Grover SC, May G, Walters TD, Rabeneck L, Reznick R, Carnahan H (2014) Gastrointestinal endoscopy competency assessment tool: development of a procedure-specific assessment tool for colonoscopy. Gastrointest Endosc 79(e5):798\u2013807. \n                    https:\/\/doi.org\/10.1016\/j.gie.2013.10.035","journal-title":"Gastrointest Endosc"},{"key":"6251_CR27","doi-asserted-by":"publisher","first-page":"815","DOI":"10.1016\/j.urology.2012.01.014","volume":"79","author":"IM Tjiam","year":"2012","unstructured":"Tjiam IM, Persoon MC, Hendrikx AJ, Muijtjens AM, Witjes JA, Scherpbier AJ (2012) Program for laparoscopic urologic skills: a newly developed and validated educational program. Urology 79:815\u2013820. \n                    https:\/\/doi.org\/10.1016\/j.urology.2012.01.014","journal-title":"Urology"},{"key":"6251_CR28","doi-asserted-by":"publisher","first-page":"157","DOI":"10.4300\/JGME-D-12-00380.1","volume":"5","author":"O Cate Ten","year":"2013","unstructured":"Ten Cate O (2013) Nuts and bolts of entrustable professional activities. J Grad Med Educ 5:157\u2013158. \n                    https:\/\/doi.org\/10.4300\/JGME-D-12-00380.1","journal-title":"J Grad Med Educ"},{"key":"6251_CR29","doi-asserted-by":"publisher","first-page":"S63-7","DOI":"10.1097\/00001888-199009000-00045","volume":"65","author":"GE Miller","year":"1990","unstructured":"Miller GE (1990) The assessment of clinical skills\/competence\/performance. Acad Med 65:S63-7","journal-title":"Acad Med"},{"key":"6251_CR30","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1097\/00001888-199901001-00020","volume":"74","author":"P Ram","year":"1999","unstructured":"Ram P, van der Vleuten C, Rethans JJ, Grol R, Aretz K (1999) Assessment of practicing family physicians: comparison of observation in a multiple-station examination using standardized patients with observation of consultations in daily practice. Acad Med 74:62\u201369","journal-title":"Acad Med"},{"key":"6251_CR31","doi-asserted-by":"publisher","first-page":"26","DOI":"10.3109\/13645706.2012.686918","volume":"22","author":"IM Tjiam","year":"2013","unstructured":"Tjiam IM, Schout BM, Hendrikx AJ, Muijtjens AM, Scherpbier AJ, Witjes JA, Van Der Vleuten CP (2013) Program for laparoscopic urological skills assessment: setting certification standards for residents. Minim Invasive Ther Allied Technol 22:26\u201332. \n                    https:\/\/doi.org\/10.3109\/13645706.2012.686918","journal-title":"Minim Invasive Ther Allied Technol"}],"container-title":["Surgical Endoscopy"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s00464-018-6251-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00464-018-6251-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s00464-018-6251-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,4]],"date-time":"2019-06-04T23:09:56Z","timestamp":1559689796000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s00464-018-6251-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,6,5]]},"references-count":31,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2018,12]]}},"alternative-id":["6251"],"URL":"https:\/\/doi.org\/10.1007\/s00464-018-6251-8","relation":{},"ISSN":["0930-2794","1432-2218"],"issn-type":[{"value":"0930-2794","type":"print"},{"value":"1432-2218","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,6,5]]},"assertion":[{"value":"28 November 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 May 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 June 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"A.H. de Vries, H.G.J van Genugten, A.J.M. Hendrikx, E.L. Koldewijn, B.M.A. Schout, A.M.M. Muijtjens, C.P.M. van der Vleuten, C. Wagner, Irene M. Tjiam, and J.J.G. van Merri\u00ebnboer have no conflicts of interest or financial ties to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosures"}},{"value":"Ethical approval was sought from the institution\u2019s research and ethics committee. Ethical approval was not required according to the Dutch Medical Research (Human Subjects) Act, since no patients or patient details were involved.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Informed consent with assurance of anonymity and confidentiality was obtained from all participants.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}}]}}