{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,6]],"date-time":"2026-05-06T15:11:52Z","timestamp":1778080312606,"version":"3.51.4"},"reference-count":41,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2018,11,20]],"date-time":"2018-11-20T00:00:00Z","timestamp":1542672000000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100006398","name":"Roswell Park Alliance Foundation, Roswell Park Cancer Institute","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100006398","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J CARS"],"published-print":{"date-parts":[[2019,4]]},"DOI":"10.1007\/s11548-018-1881-9","type":"journal-article","created":{"date-parts":[[2018,11,20]],"date-time":"2018-11-20T09:41:59Z","timestamp":1542706919000},"page":"697-707","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":46,"title":["A computer vision technique for automated assessment of surgical performance using surgeons\u2019 console-feed videos"],"prefix":"10.1007","volume":"14","author":[{"given":"Amir","family":"Baghdadi","sequence":"first","affiliation":[]},{"given":"Ahmed A.","family":"Hussein","sequence":"additional","affiliation":[]},{"given":"Youssef","family":"Ahmed","sequence":"additional","affiliation":[]},{"given":"Lora A.","family":"Cavuoto","sequence":"additional","affiliation":[]},{"given":"Khurshid A.","family":"Guru","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,11,20]]},"reference":[{"issue":"1","key":"1881_CR1","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1016\/j.juro.2011.09.032","volume":"187","author":"AC Goh","year":"2012","unstructured":"Goh AC, Goldfarb DW, Sander JC, Miles BJ, Dunkin BJ (2012) Global evaluative assessment of robotic skills: validation of a clinical assessment tool to measure robotic surgical skills. J Urol 187(1):247\u2013252","journal-title":"J Urol"},{"key":"1881_CR2","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1016\/j.urology.2016.06.063","volume":"97","author":"AA Hussein","year":"2016","unstructured":"Hussein AA, Dibaj S, Hinata N, Field E, O\u2019leary K, Kuvshinoff B, Mohler JL, Wilding G, Guru KA (2016) Development and validation of a quality assurance score for robot-assisted radical cystectomy: a 10-year analysis. Urology 97:124\u2013129","journal-title":"Urology"},{"issue":"4","key":"1881_CR3","first-page":"e894","volume":"197","author":"J Kozlowski","year":"2017","unstructured":"Kozlowski J, Hussein A, Sharif M, Ahmed Y, May P, Fiorica T, Raheem S, Mohler J, Guru K (2017) PD46-11 Utilization of robotic anastomosis competency evaluation (race) for evaluation of surgical competency during urethro-vesical anastomosis. J Urol 197(4):e894\u2013e895","journal-title":"J Urol"},{"issue":"12","key":"1881_CR4","doi-asserted-by":"publisher","first-page":"1549","DOI":"10.1002\/bjs.4816","volume":"91","author":"R Aggarwal","year":"2004","unstructured":"Aggarwal R, Moorthy K, Darzi A (2004) Laparoscopic skills training and assessment. Br J Surg 91(12):1549\u20131558","journal-title":"Br J Surg"},{"key":"1881_CR5","doi-asserted-by":"crossref","unstructured":"Bilgi\u00e7 T, T\u00fcrk\u015fen IB (2000) Measurement of membership functions: theoretical and empirical work. In: Fundamentals of fuzzy sets. Springer, Berlin, pp 195\u2013227","DOI":"10.1007\/978-1-4615-4429-6_4"},{"issue":"Suppl 2","key":"1881_CR6","first-page":"ii64","volume":"10","author":"A Darzi","year":"2001","unstructured":"Darzi A, Mackay S (2001) Assessment of surgical competence. Qual Saf Health Care 10(Suppl 2):ii64\u2013ii69","journal-title":"Qual Saf Health Care"},{"issue":"6","key":"1881_CR7","doi-asserted-by":"publisher","first-page":"603","DOI":"10.1162\/pres.16.6.603","volume":"16","author":"I Hajshirmohammadi","year":"2007","unstructured":"Hajshirmohammadi I, Payandeh S (2007) Fuzzy set theory for performance evaluation in a surgical simulator. Presence 16(6):603\u2013622","journal-title":"Presence"},{"issue":"7","key":"1881_CR8","doi-asserted-by":"publisher","first-page":"513","DOI":"10.1097\/00001888-199307000-00001","volume":"68","author":"RK Reznick","year":"1993","unstructured":"Reznick RK, Smee S, Baumber J, Cohen R, Rothman A, Blackmore D, Berard M (1993) Guidelines for estimating the real cost of an objective structured clinical examination. Acad Med 68(7):513\u2013517","journal-title":"Acad Med"},{"issue":"4","key":"1881_CR9","doi-asserted-by":"publisher","first-page":"3697","DOI":"10.1016\/j.asoc.2011.01.041","volume":"11","author":"M Riojas","year":"2011","unstructured":"Riojas M, Feng C, Hamilton A, Rozenblit J (2011) Knowledge elicitation for performance assessment in a computerized surgical training system. Appl Soft Comput 11(4):3697\u20133708","journal-title":"Appl Soft Comput"},{"issue":"5","key":"1881_CR10","doi-asserted-by":"crossref","first-page":"782","DOI":"10.1007\/s00464-003-8932-0","volume":"18","author":"N Stylopoulos","year":"2004","unstructured":"Stylopoulos N, Cotin S, Maithel S, Ottensmeyer M, Jackson P, Bardsley R, Neumann P, Rattner D, Dawson S (2004) Computer-enhanced laparoscopic training system (CELTS): bridging the gap. Surg Endosc Other Interv Tech 18(5):782\u2013789","journal-title":"Surg Endosc Other Interv Tech"},{"issue":"5","key":"1881_CR11","doi-asserted-by":"publisher","first-page":"1237","DOI":"10.1016\/j.juro.2016.11.100","volume":"197","author":"AA Hussein","year":"2017","unstructured":"Hussein AA, Ghani KR, Peabody J, Sarle R, Abaza R, Eun D, Hu J, Fumo M, Lane B, Montgomery JS (2017) Development and validation of an objective scoring tool for robot-assisted radical prostatectomy: prostatectomy assessment and competency evaluation. J Urol 197(5):1237\u20131244","journal-title":"J Urol"},{"issue":"10","key":"1881_CR12","doi-asserted-by":"publisher","first-page":"1589","DOI":"10.1007\/s11548-015-1166-5","volume":"10","author":"T Morineau","year":"2015","unstructured":"Morineau T, Riffaud L, Morandi X, Villain J, Jannin P (2015) Work domain constraints for modelling surgical performance. Int J Comput Assist Radiol Surg 10(10):1589\u20131597","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"5","key":"1881_CR13","doi-asserted-by":"publisher","first-page":"731","DOI":"10.1007\/s11548-018-1735-5","volume":"13","author":"A Zia","year":"2018","unstructured":"Zia A, Essa I (2018) Automated surgical skill assessment in RMIS training. Int J Comput Assist Radiol Surg 13(5):731\u2013739","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"3","key":"1881_CR14","doi-asserted-by":"publisher","first-page":"372","DOI":"10.1016\/j.amjsurg.2006.06.001","volume":"192","author":"V Datta","year":"2006","unstructured":"Datta V, Bann S, Mandalia M, Darzi A (2006) The surgical efficiency score: a feasible, reliable, and valid method of skills assessment. Am J Surg 192(3):372\u2013378","journal-title":"Am J Surg"},{"issue":"7","key":"1881_CR15","doi-asserted-by":"publisher","first-page":"972","DOI":"10.1002\/bjs.7115","volume":"97","author":"P Hove Van","year":"2010","unstructured":"Van Hove P, Tuijthof G, Verdaasdonk E, Stassen L, Dankelman J (2010) Objective assessment of technical surgical skills. Br J Surg 97(7):972\u2013987","journal-title":"Br J Surg"},{"issue":"8","key":"1881_CR16","doi-asserted-by":"publisher","first-page":"3576","DOI":"10.1007\/s00464-018-6082-7","volume":"32","author":"AK Dubin","year":"2018","unstructured":"Dubin AK, Julian D, Tanaka A, Mattingly P, Smith R (2018) A model for predicting the GEARS score from virtual reality surgical simulator metrics. Surg Endosc 32(8):3576\u20133581","journal-title":"Surg Endosc"},{"issue":"1","key":"1881_CR17","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1016\/j.urology.2014.09.017","volume":"85","author":"SJ Raza","year":"2015","unstructured":"Raza SJ, Field E, Jay C, Eun D, Fumo M, Hu JC, Lee D, Mehboob Z, Nyquist J, Peabody JO (2015) Surgical competency for urethrovesical anastomosis during robot-assisted radical prostatectomy: development and validation of the robotic anastomosis competency evaluation. Urology 85(1):27\u201332","journal-title":"Urology"},{"issue":"1","key":"1881_CR18","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1016\/j.urology.2014.09.017","volume":"85","author":"SJ Raza","year":"2015","unstructured":"Raza SJ, Field E, Jay C, Eun D, Fumo M, Hu JC, Lee D, Mehboob Z, Nyquist J, Peabody JO, Sarle R, Stricker H, Yang Z, Wilding G, Mohler JL, Guru KA (2015) Surgical competency for urethrovesical anastomosis during robot-assisted radical prostatectomy: development and validation of the robotic anastomosis competency evaluation. Urology 85(1):27\u201332. https:\/\/doi.org\/10.1016\/j.urology.2014.09.017","journal-title":"Urology"},{"key":"1881_CR19","doi-asserted-by":"crossref","unstructured":"Hussein AA, Sexton KJ, May PR, Meng MV, Hosseini A, Eun DD, Daneshmand S, Bochner BH, Peabody JO, Abaza R (2018) Development and validation of surgical training tool: cystectomy assessment and surgical evaluation (CASE) for robot-assisted radical cystectomy for men. Surg Endosc pp 1\u20137","DOI":"10.1007\/s00464-018-6191-3"},{"issue":"1","key":"1881_CR20","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1016\/j.jss.2013.09.024","volume":"187","author":"C Chen","year":"2014","unstructured":"Chen C, White L, Kowalewski T, Aggarwal R, Lintott C, Comstock B, Kuksenok K, Aragon C, Holst D, Lendvay T (2014) Crowd-sourced assessment of technical skills: a novel method to evaluate surgical performance. J Surg Res 187(1):65\u201371","journal-title":"J Surg Res"},{"issue":"9","key":"1881_CR21","doi-asserted-by":"publisher","first-page":"1435","DOI":"10.1007\/s11548-015-1238-6","volume":"10","author":"A Malpani","year":"2015","unstructured":"Malpani A, Vedula SS, Chen CCG, Hager GD (2015) A study of crowdsourced segment-level surgical skill assessment using pairwise rankings. Int J Comput Assist Radiol Surg 10(9):1435\u20131447","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"6","key":"1881_CR22","doi-asserted-by":"publisher","first-page":"2994","DOI":"10.1007\/s00464-018-6023-5","volume":"32","author":"S Ganni","year":"2018","unstructured":"Ganni S, Botden SM, Chmarra M, Goossens RH, Jakimowicz JJ (2018) A software-based tool for video motion tracking in the surgical skills assessment landscape. Surg Endosc 32(6):2994\u20132999","journal-title":"Surg Endosc"},{"issue":"7","key":"1881_CR23","doi-asserted-by":"publisher","first-page":"1804","DOI":"10.1007\/s00464-014-3863-5","volume":"29","author":"T Suzuki","year":"2015","unstructured":"Suzuki T, Egi H, Hattori M, Tokunaga M, Sawada H, Ohdan H (2015) An evaluation of the endoscopic surgical skills assessment using a video analysis software program. Surg Endosc 29(7):1804\u20131808","journal-title":"Surg Endosc"},{"issue":"6","key":"1881_CR24","doi-asserted-by":"publisher","first-page":"981","DOI":"10.1007\/s11548-015-1194-1","volume":"10","author":"N Ahmidi","year":"2015","unstructured":"Ahmidi N, Poddar P, Jones JD, Vedula SS, Ishii L, Hager GD, Ishii M (2015) Automated objective surgical skill assessment in the operating room from unstructured tool motion in septoplasty. Int J Comput Assist Radiol Surg 10(6):981\u2013991","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"12","key":"1881_CR25","doi-asserted-by":"publisher","first-page":"2283","DOI":"10.1007\/s11548-016-1388-1","volume":"11","author":"F P\u00e9rez-Escamirosa","year":"2016","unstructured":"P\u00e9rez-Escamirosa F, Chousleb-Kalach A, del Carmen Hern\u00e1ndez-Baro M, S\u00e1nchez-Margallo JA, Lorias-Espinoza D, Minor-Mart\u00ednez A (2016) Construct validity of a video-tracking system based on orthogonal cameras approach for objective assessment of laparoscopic skills. Int J Comput Assist Radiol Surg 11(12):2283\u20132293","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"3","key":"1881_CR26","doi-asserted-by":"publisher","first-page":"443","DOI":"10.1007\/s11548-018-1704-z","volume":"13","author":"A Zia","year":"2018","unstructured":"Zia A, Sharma Y, Bettadapura V, Sarin EL, Essa I (2018) Video and accelerometer-based motion analysis for automated surgical skills assessment. Int J Comput Assist Radiol Surg 13(3):443\u2013455","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"9","key":"1881_CR27","doi-asserted-by":"publisher","first-page":"1623","DOI":"10.1007\/s11548-016-1468-2","volume":"11","author":"A Zia","year":"2016","unstructured":"Zia A, Sharma Y, Bettadapura V, Sarin EL, Ploetz T, Clements MA, Essa I (2016) Automated video-based assessment of surgical skills for training and evaluation in medical schools. Int J Comput Assist Radiol Surg 11(9):1623\u20131636","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"7","key":"1881_CR28","doi-asserted-by":"publisher","first-page":"3096","DOI":"10.1007\/s00464-018-6022-6","volume":"32","author":"I Oropesa","year":"2018","unstructured":"Oropesa I, Escamirosa FP, S\u00e1nchez-Margallo JA, Enciso S, Rodr\u00edguez-Vila B, Mart\u00ednez AM, S\u00e1nchez-Margallo FM, G\u00f3mez EJ, S\u00e1nchez-Gonz\u00e1lez P (2018) Interpretation of motion analysis of laparoscopic instruments based on principal component analysis in box trainer settings. Surg Endosc 32(7):3096\u20133107","journal-title":"Surg Endosc"},{"issue":"4","key":"1881_CR29","doi-asserted-by":"publisher","first-page":"1286","DOI":"10.1097\/01.ju.0000137817.56888.d1","volume":"172","author":"BH Bochner","year":"2004","unstructured":"Bochner BH, Cho D, Herr HW, Donat M, Kattan MW, Dalbagni G (2004) Prospectively packaged lymph node dissections with radical cystectomy: evaluation of node count variability and node mapping. J Urol 172(4):1286\u20131290","journal-title":"J Urol"},{"issue":"4","key":"1881_CR30","doi-asserted-by":"publisher","first-page":"642","DOI":"10.1111\/j.1464-410X.2010.09473.x","volume":"107","author":"NJ Hellenthal","year":"2011","unstructured":"Hellenthal NJ, Hussain A, Andrews PE, Carpentier P, Castle E, Dasgupta P, Kaouk J, Khan S, Kibel A, Kim H (2011) Lymphadenectomy at the time of robot-assisted radical cystectomy: results from the International Robotic Cystectomy Consortium. BJU Int 107(4):642\u2013646","journal-title":"BJU Int"},{"issue":"3","key":"1881_CR31","doi-asserted-by":"publisher","first-page":"946","DOI":"10.1097\/01.ju.0000052721.61645.a3","volume":"169","author":"BR Konety","year":"2003","unstructured":"Konety BR, Joslyn SA, O\u2019DONNELL MA (2003) Extent of pelvic lymphadenectomy and its impact on outcome in patients diagnosed with bladder cancer: analysis of data from the surveillance, epidemiology and end results program data base. J Urol 169(3):946\u2013950","journal-title":"J Urol"},{"issue":"4","key":"1881_CR32","first-page":"e1134","volume":"199","author":"A Baghdadi","year":"2018","unstructured":"Baghdadi A, Cavuoto L, Hussein AA, Ahmed Y, Guru K (2018) Pd58-04 modeling automated assessment of surgical performance utilizing computer vision: proof of concept. J Urol 199(4):e1134\u2013e1135","journal-title":"J Urol"},{"issue":"1","key":"1881_CR33","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1109\/TSMC.1979.4310076","volume":"9","author":"N Otsu","year":"1979","unstructured":"Otsu N (1979) A threshold selection method from gray-level histograms. IEEE Trans Syst Man Cybern 9(1):62\u201366","journal-title":"IEEE Trans Syst Man Cybern"},{"issue":"2","key":"1881_CR34","first-page":"1578","volume":"2","author":"S Gupta","year":"2013","unstructured":"Gupta S, Mazumdar SG (2013) Sobel edge detection algorithm. Int J Comput Sci Manag Res 2(2):1578\u20131583","journal-title":"Int J Comput Sci Manag Res"},{"issue":"1","key":"1881_CR35","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1145\/361237.361242","volume":"15","author":"RO Duda","year":"1972","unstructured":"Duda RO, Hart PE (1972) Use of the Hough transformation to detect lines and curves in pictures. Commun ACM 15(1):11\u201315","journal-title":"Commun ACM"},{"key":"1881_CR36","unstructured":"Kleinbaum DG, Klein M (2010) Analysis of matched data using logistic regression. In: Logistic regression. Springer, Berlin, pp 389\u2013428"},{"key":"1881_CR37","doi-asserted-by":"crossref","unstructured":"Chaudhari A, Kulkarni J (2013) Local entropy based brain MR image segmentation. In: 2013 IEEE 3rd international advance computing conference (IACC), 2013. IEEE, pp 1229\u20131233","DOI":"10.1109\/IAdCC.2013.6514403"},{"key":"1881_CR38","first-page":"e13","volume":"1","author":"M Altok","year":"2018","unstructured":"Altok M, Achim MF, Matin SF, Pettaway CA, Chapin BF, Davis JW (2018) A decade of robot-assisted radical prostatectomy training: time-based metrics and qualitative grading for fellows and residents. Urol Oncol 1:e13\u2013e25","journal-title":"Urol Oncol"},{"issue":"2","key":"1881_CR39","doi-asserted-by":"publisher","first-page":"214","DOI":"10.1016\/j.urolonc.2008.09.019","volume":"27","author":"TJ Guzzo","year":"2009","unstructured":"Guzzo TJ, Gonzalgo ML (2009) Robotic surgical training of the urologic oncologist. Urol Oncol 27(2):214\u2013217. https:\/\/doi.org\/10.1016\/j.urolonc.2008.09.019","journal-title":"Urol Oncol"},{"issue":"2","key":"1881_CR40","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1023\/B:VISI.0000029664.99615.94","volume":"60","author":"DG Lowe","year":"2004","unstructured":"Lowe DG (2004) Distinctive image features from scale-invariant keypoints. Int J Comput Vis 60(2):91\u2013110","journal-title":"Int J Comput Vis"},{"key":"1881_CR41","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2185520.2185561","volume":"31","author":"H-Y Wu","year":"2012","unstructured":"Wu H-Y, Rubinstein M, Shih E, Guttag J, Durand F, Freeman W (2012) Eulerian video magnification for revealing subtle changes in the world. ACM Trans Gr 31:1\u20138","journal-title":"ACM Trans Gr"}],"container-title":["International Journal of Computer Assisted Radiology and Surgery"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-018-1881-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11548-018-1881-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-018-1881-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,9,7]],"date-time":"2023-09-07T09:16:12Z","timestamp":1694078172000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11548-018-1881-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,11,20]]},"references-count":41,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2019,4]]}},"alternative-id":["1881"],"URL":"https:\/\/doi.org\/10.1007\/s11548-018-1881-9","relation":{},"ISSN":["1861-6410","1861-6429"],"issn-type":[{"value":"1861-6410","type":"print"},{"value":"1861-6429","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,11,20]]},"assertion":[{"value":"19 July 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 October 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 November 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"The study included the de-identified videos and was considered by the Institutional Review Board at Roswell Park Comprehensive Cancer Center to be a non-human subject research.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}}]}}