{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,20]],"date-time":"2026-01-20T23:37:30Z","timestamp":1768952250998,"version":"3.49.0"},"reference-count":22,"publisher":"Elsevier BV","issue":"3","license":[{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T00:00:00Z","timestamp":1709251200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,2,10]],"date-time":"2025-02-10T00:00:00Z","timestamp":1739145600000},"content-version":"am","delay-in-days":346,"URL":"http:\/\/www.elsevier.com\/open-access\/userlicense\/1.0\/"}],"funder":[{"DOI":"10.13039\/100000054","name":"National Cancer Institute","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000054","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000002","name":"National Institutes of Health","doi-asserted-by":"publisher","award":["R01CA251579"],"award-info":[{"award-number":["R01CA251579"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.fr","clinicalkey.jp","clinicalkey.es","clinicalkey.com.au","clinicalkey.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Surgical Education"],"published-print":{"date-parts":[[2024,3]]},"DOI":"10.1016\/j.jsurg.2023.12.002","type":"journal-article","created":{"date-parts":[[2024,1,29]],"date-time":"2024-01-29T13:22:48Z","timestamp":1706534568000},"page":"422-430","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":4,"title":["Competency in Robotic Surgery: Standard Setting for Robotic Suturing Using Objective Assessment and Expert Evaluation"],"prefix":"10.1016","volume":"81","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7165-6539","authenticated-orcid":false,"given":"Taseen F.","family":"Haque","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3444-3806","authenticated-orcid":false,"given":"J. Everett","family":"Knudsen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jonathan","family":"You","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alvin","family":"Hui","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hooman","family":"Djaladat","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Runzhuo","family":"Ma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Steven","family":"Cen","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4601-5721","authenticated-orcid":false,"given":"Mitchell","family":"Goldenberg","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Andrew J.","family":"Hung","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"issue":"6","key":"10.1016\/j.jsurg.2023.12.002_bib0001","doi-asserted-by":"crossref","first-page":"780","DOI":"10.1038\/s41551-023-01010-8","article-title":"A vision transformer for decoding surgeon activity from surgical videos","volume":"7","author":"Kiyasseh","year":"2023","journal-title":"Nat Biomed Eng"},{"issue":"2","key":"10.1016\/j.jsurg.2023.12.002_bib0002","doi-asserted-by":"crossref","first-page":"623","DOI":"10.1016\/j.euf.2021.04.001","article-title":"Survival analysis using surgeon skill metrics and patient factors to predict urinary continence recovery after robot-assisted radical prostatectomy","volume":"8","author":"Trinh","year":"2022","journal-title":"Eur Urol Focus"},{"issue":"6","key":"10.1016\/j.jsurg.2023.12.002_bib0003","doi-asserted-by":"crossref","first-page":"532","DOI":"10.1097\/UPJ.0000000000000344","article-title":"An assessment tool to provide targeted feedback to robotic surgical trainees: development and validation of the end-to-end assessment of suturing expertise (EASE)","volume":"9","author":"Haque","year":"2022","journal-title":"Urol Pract"},{"key":"10.1016\/j.jsurg.2023.12.002_bib0004","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1186\/s41077-018-0064-7","article-title":"Contrasting groups' standard setting for consequences analysis in validity studies: reporting considerations","volume":"3","author":"J\u00f8rgensen","year":"2018","journal-title":"Adv Simul (Lond)"},{"issue":"6","key":"10.1016\/j.jsurg.2023.12.002_bib0005","doi-asserted-by":"crossref","first-page":"540","DOI":"10.1097\/UPJ.0000000000000344.02","article-title":"Editorial commentary","volume":"9","author":"Mozafarpour","year":"2022","journal-title":"Urology Practice"},{"issue":"1","key":"10.1016\/j.jsurg.2023.12.002_bib0006","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1002\/bjs.10313","article-title":"Systematic review to establish absolute standards for technical performance in surgery","volume":"104","author":"Goldenberg","year":"2017","journal-title":"Br J Surg"},{"issue":"Suppl 4","key":"10.1016\/j.jsurg.2023.12.002_bib0007","first-page":"e67","article-title":"PD01-11 automated surgical skills assessment: consensus building towards human-derived ground truth scores for machine learning algorithms","volume":"209","author":"Chu Timothy","year":"2023","journal-title":"J Urol"},{"issue":"2","key":"10.1016\/j.jsurg.2023.12.002_bib0008","doi-asserted-by":"crossref","first-page":"145","DOI":"10.1023\/A:1009826701445","article-title":"A modified contrasting groups method used for setting the passmark in a small scale standardised patient examination","volume":"4","author":"Burrows","year":"1999","journal-title":"Adv Health Sci Educ"},{"issue":"2","key":"10.1016\/j.jsurg.2023.12.002_bib0009","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1177\/016327879702000207","article-title":"Setting standards on performance assessments of physicians' clinical skills using contrasting groups and receiver operating characteristic curves","volume":"20","author":"Clauser","year":"1997","journal-title":"Eval Health Prof"},{"issue":"2","key":"10.1016\/j.jsurg.2023.12.002_bib0010","doi-asserted-by":"crossref","first-page":"248","DOI":"10.1016\/j.ultrasmedbio.2021.10.016","article-title":"Development of and gathering validity evidence for a theoretical test in contrast-enhanced ultrasound","volume":"48","author":"Jacobsen","year":"2022","journal-title":"Ultrasound Med Biol"},{"issue":"4","key":"10.1016\/j.jsurg.2023.12.002_bib0011","doi-asserted-by":"crossref","first-page":"390","DOI":"10.1111\/aos.14628","article-title":"EyeSi surgical simulator: validation of a proficiency-based test for assessment of vitreoretinal surgical skills","volume":"99","author":"Jaud","year":"2021","journal-title":"Acta Ophthalmol"},{"key":"10.1016\/j.jsurg.2023.12.002_bib0012","doi-asserted-by":"crossref","first-page":"120","DOI":"10.1016\/j.jclinepi.2018.07.009","article-title":"The Consensus on Exercise Reporting Template (CERT) applied to exercise interventions in musculoskeletal trials demonstrated good rater agreement and incomplete reporting","volume":"103","author":"Slade","year":"2018","journal-title":"J Clin Epidemiol"},{"issue":"10","key":"10.1016\/j.jsurg.2023.12.002_bib0013","doi-asserted-by":"crossref","first-page":"960","DOI":"10.1001\/jamasurg.2020.3007","article-title":"Association Between Surgeon Technical Skills and Patient Outcomes","volume":"155","author":"Stulberg","year":"2020","journal-title":"JAMA Surg"},{"issue":"7","key":"10.1016\/j.jsurg.2023.12.002_bib0014","first-page":"2037","article-title":"The learning curves of major laparoscopic and robotic procedures in urology: a systematic review","volume":"109","author":"Chahal","year":"2023","journal-title":"Int J Surg"},{"issue":"3","key":"10.1016\/j.jsurg.2023.12.002_bib0015","doi-asserted-by":"crossref","first-page":"195","DOI":"10.1023\/A:1009849528247","article-title":"Designing and evaluating standard-setting procedures for licensure and certification tests","volume":"4","author":"Kane","year":"1999","journal-title":"Adv Health Sci Educ Theory Pract"},{"issue":"5","key":"10.1016\/j.jsurg.2023.12.002_bib0016","doi-asserted-by":"crossref","first-page":"464","DOI":"10.1046\/j.1365-2923.2003.01495.x","article-title":"Setting standards on educational tests","volume":"37","author":"Norcini","year":"2003","journal-title":"Med Educ"},{"issue":"Suppl 4","key":"10.1016\/j.jsurg.2023.12.002_bib0017","first-page":"e832","article-title":"PD30-05\u2003AI-based video feedback to improve novice performance on a robotic suturing task","volume":"209","author":"Laca Jasper","year":"2023","journal-title":"J Urol"},{"issue":"23","key":"10.1016\/j.jsurg.2023.12.002_bib0018","first-page":"00122","article-title":"A multi-institution study on the association of virtual reality skills with continence recovery after robot-assisted radical prostatectomy","volume":"S2405-4569","author":"Chu","year":"2023","journal-title":"Eur Urol Focus"},{"issue":"5","key":"10.1016\/j.jsurg.2023.12.002_bib0019","doi-asserted-by":"crossref","first-page":"1052","DOI":"10.1016\/j.jtcvs.2015.07.064","article-title":"Gamification in thoracic surgical education: using competition to fuel performance","volume":"150","author":"Mokadam","year":"2015","journal-title":"J Thorac Cardiovasc Surg"},{"issue":"2","key":"10.1016\/j.jsurg.2023.12.002_bib0020","doi-asserted-by":"crossref","first-page":"931","DOI":"10.21037\/tau.2020.01.03","article-title":"Role of 3D printing in surgical education for robotic urology procedures","volume":"9","author":"Ghazi","year":"2020","journal-title":"Transl Androl Urol"},{"issue":"1","key":"10.1016\/j.jsurg.2023.12.002_bib0021","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1038\/s43856-023-00263-3","article-title":"A multi-institutional study using artificial intelligence to provide reliable and fair feedback to surgeons","volume":"3","author":"Kiyasseh","year":"2023","journal-title":"Commun Med"},{"issue":"1","key":"10.1016\/j.jsurg.2023.12.002_bib0022","doi-asserted-by":"crossref","first-page":"54","DOI":"10.1038\/s41746-023-00766-2","article-title":"Human visual explanations mitigate bias in AI-based assessment of surgeon skills","volume":"6","author":"Kiyasseh","year":"2023","journal-title":"NPJ Digital Med"}],"container-title":["Journal of Surgical Education"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1931720423004658?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1931720423004658?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T12:37:28Z","timestamp":1740141448000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1931720423004658"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3]]},"references-count":22,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2024,3]]}},"alternative-id":["S1931720423004658"],"URL":"https:\/\/doi.org\/10.1016\/j.jsurg.2023.12.002","relation":{},"ISSN":["1931-7204"],"issn-type":[{"value":"1931-7204","type":"print"}],"subject":[],"published":{"date-parts":[[2024,3]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Competency in Robotic Surgery: Standard Setting for Robotic Suturing Using Objective Assessment and Expert Evaluation","name":"articletitle","label":"Article Title"},{"value":"Journal of Surgical Education","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jsurg.2023.12.002","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2023 Association of Program Directors in Surgery. Published by Elsevier Inc. All rights reserved.","name":"copyright","label":"Copyright"}]}}