{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,22]],"date-time":"2026-07-22T16:06:49Z","timestamp":1784736409520,"version":"3.55.0"},"reference-count":26,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2019,7,2]],"date-time":"2019-07-02T00:00:00Z","timestamp":1562025600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,7,2]],"date-time":"2019-07-02T00:00:00Z","timestamp":1562025600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J CARS"],"published-print":{"date-parts":[[2019,12]]},"DOI":"10.1007\/s11548-019-02025-w","type":"journal-article","created":{"date-parts":[[2019,7,2]],"date-time":"2019-07-02T19:03:04Z","timestamp":1562094184000},"page":"2155-2163","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":33,"title":["Novel evaluation of surgical activity recognition models using task-based efficiency metrics"],"prefix":"10.1007","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0892-2141","authenticated-orcid":false,"given":"Aneeq","family":"Zia","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Liheng","family":"Guo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Linlin","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Irfan","family":"Essa","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anthony","family":"Jarc","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,7,2]]},"reference":[{"issue":"15","key":"2025_CR1","doi-asserted-by":"publisher","first-page":"1434","DOI":"10.1056\/NEJMsa1300625","volume":"369","author":"JD Birkmeyer","year":"2013","unstructured":"Birkmeyer JD, Finks JF, O\u2019reilly A, Oerline M, Carlin AM, Nunn AR, Dimick J, Banerjee M, Birkmeyer NJ (2013) Surgical skill and complication rates after bariatric surgery. N Engl J Med 369(15):1434\u20131442","journal-title":"N Engl J Med"},{"issue":"6","key":"2025_CR2","doi-asserted-by":"publisher","first-page":"697","DOI":"10.4300\/JGME-D-17-00322.1","volume":"9","author":"JC Dai","year":"2017","unstructured":"Dai JC, Lendvay TS, Sorensen MD (2017) Crowdsourcing in surgical skills acquisition: a developing technology in surgical education. J Grad Med Educ 9(6):697\u2013705","journal-title":"J Grad Med Educ"},{"key":"2025_CR3","doi-asserted-by":"publisher","first-page":"461","DOI":"10.1016\/j.juro.2018.06.078","volume":"201","author":"J Chen","year":"2018","unstructured":"Chen J, Cheng N, Cacciamani G, Oh P, Lin-Brande M, Remulla D, Gill IS, Hung AJ (2018) Objective assessment of robotic surgical technical skill: a systemic review. J Urol 201:461\u2013469","journal-title":"J Urol"},{"issue":"1","key":"2025_CR4","doi-asserted-by":"publisher","first-page":"296","DOI":"10.1016\/j.juro.2017.07.081","volume":"199","author":"AJ Hung","year":"2018","unstructured":"Hung AJ, Chen J, Jarc A, Hatcher D, Djaladat H, Gill IS (2018) Development and validation of objective performance metrics for robot-assisted radical prostatectomy: a pilot study. J Urol 199(1):296\u2013304","journal-title":"J Urol"},{"issue":"5","key":"2025_CR5","doi-asserted-by":"publisher","first-page":"438","DOI":"10.1089\/end.2018.0035","volume":"32","author":"AJ Hung","year":"2018","unstructured":"Hung AJ, Chen J, Che Z, Nilanon T, Jarc A, Titus M, Oh PJ, Gill IS, Liu Y (2018) Utilizing machine learning and automated performance metrics to evaluate robot-assisted radical prostatectomy performance and predict outcomes. J Endourol 32(5):438\u2013444","journal-title":"J Endourol"},{"issue":"3","key":"2025_CR6","doi-asserted-by":"publisher","first-page":"487","DOI":"10.1111\/bju.14735","volume":"124","author":"Andrew J. Hung","year":"2019","unstructured":"Hung AJ, Chen J, Ghodoussipour S, Oh PJ, Liu Z, Nguyen J, Purushotham S, Gill IS, Liu Y (2019) Deep learning on automated performance metrics and clinical features to predict urinary continence recovery after robot-assisted radical prostatectomy. BJU Int. \nhttps:\/\/doi.org\/10.1111\/bju.14735","journal-title":"BJU International"},{"issue":"1","key":"2025_CR7","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1080\/10401334.2014.979181","volume":"27","author":"M Liu","year":"2015","unstructured":"Liu M, Curet M (2015) A review of training research and virtual reality simulators for the da Vinci surgical system. Teach Learn Med 27(1):12\u201326","journal-title":"Teach Learn Med"},{"issue":"3","key":"2025_CR8","doi-asserted-by":"publisher","first-page":"632","DOI":"10.1016\/j.media.2010.10.001","volume":"16","author":"N Padoy","year":"2012","unstructured":"Padoy N, Blum T, Ahmadi SA, Feussner H, Berger MO, Navab N (2012) Statistical modeling and recognition of surgical workflow. Med Image Anal 16(3):632\u2013641 (Computer Assisted Interventions)","journal-title":"Med Image Anal"},{"issue":"9","key":"2025_CR9","doi-asserted-by":"publisher","first-page":"1427","DOI":"10.1007\/s11548-015-1222-1","volume":"10","author":"D Kati\u0107","year":"2015","unstructured":"Kati\u0107 D, Julliard C, Wekerle AL, Kenngott H, M\u00fcller-Stich BP, Dillmann R, Speidel S, Jannin P, Gibaud B (2015) Lapontospm: an ontology for laparoscopic surgeries and its application to surgical phase recognition. Int J Comput Assist Radiol Surg 10(9):1427\u20131434","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"6","key":"2025_CR10","doi-asserted-by":"publisher","first-page":"1081","DOI":"10.1007\/s11548-016-1371-x","volume":"11","author":"O Dergachyova","year":"2016","unstructured":"Dergachyova O, Bouget D, Huaulm\u00e9 A, Morandi X, Jannin P (2016) Automatic data-driven real-time segmentation and recognition of surgical workflow. Int J Comput Assist Radiol Surg 11(6):1081\u20131089","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"1","key":"2025_CR11","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1109\/TMI.2016.2593957","volume":"36","author":"AP Twinanda","year":"2017","unstructured":"Twinanda AP, Shehata S, Mutter D, Marescaux J, De Mathelin M, Padoy N (2017) Endonet: a deep architecture for recognition tasks on laparoscopic videos. IEEE Trans Med Imaging 36(1):86\u201397","journal-title":"IEEE Trans Med Imaging"},{"key":"2025_CR12","doi-asserted-by":"crossref","unstructured":"DiPietro R, Lea C, Malpani A, Ahmidi N, Vedula SS, Lee GI, Lee MR, Hager GD (2016) Recognizing surgical activities with recurrent neural networks. In: International conference on medical image computing and computer-assisted intervention, Springer, pp 551\u2013558","DOI":"10.1007\/978-3-319-46720-7_64"},{"key":"2025_CR13","doi-asserted-by":"publisher","first-page":"2025","DOI":"10.1109\/TBME.2016.2647680","volume":"64","author":"N Ahmidi","year":"2017","unstructured":"Ahmidi N, Tao L, Sefati S, Gao Y, Lea C, Bejar B, Zappella L, Khudanpur S, Vidal R, Hager G (2017) A dataset and benchmarks for segmentation and recognition of gestures in robotic surgery. IEEE Trans Biomed Eng 64:2025\u20132041","journal-title":"IEEE Trans Biomed Eng"},{"key":"2025_CR14","doi-asserted-by":"crossref","unstructured":"Ahmidi N, Gao Y, B\u00e9jar B, Vedula SS, Khudanpur S, Vidal R, Hager GD (2013) String motif-based description of tool motion for detecting skill and gestures in robotic surgery. In: Medical image computing and computer-assisted intervention\u2013MICCAI 2013. Springer, pp 26\u201333","DOI":"10.1007\/978-3-642-40811-3_4"},{"key":"2025_CR15","unstructured":"Gao Y, Vedula SS, Reiley CE, Ahmidi N, Varadarajan B, Lin HC, Tao L, Zappella L, B\u00e9jar B, Yuh DD, Chen CCG, Vidal R, Khudanpur S, Hager GD (2014) Jhu-isi gesture and skill assessment working set (jigsaws): a surgical activity dataset for human motion modeling. In: MICCAI workshop: M2CAI, vol 3"},{"key":"2025_CR16","unstructured":"Lea C, Reiter A, Vidal R, Hager GD (2016) Segmental spatio-temporal cnns for fine-grained action segmentation and classification. arXiv preprint \narXiv:1602.02995"},{"key":"2025_CR17","doi-asserted-by":"crossref","unstructured":"Zia A, Hung A, Essa I, Jarc A (2018) Surgical activity recognition in robot-assisted radical prostatectomy using deep learning. In: Medical image computing and computer assisted intervention\u2014MICCAI 2018, Springer International Publishing, pp 273\u2013280","DOI":"10.1007\/978-3-030-00937-3_32"},{"issue":"7","key":"2025_CR18","doi-asserted-by":"publisher","first-page":"1171","DOI":"10.1007\/s11548-017-1600-y","volume":"12","author":"A Zia","year":"2017","unstructured":"Zia A, Zhang C, Xiong X, Jarc AM (2017) Temporal clustering of surgical activities in robot-assisted surgery. Int J Comput Assist Radiol Surg 12(7):1171\u20131178","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"2025_CR19","unstructured":"Kannan S, Yengera G, Mutter D, Marescaux J, Padoy N (2018) Future-state predicting LSTM for early surgery type recognition. arXiv preprint \narXiv:1811.11727"},{"key":"2025_CR20","unstructured":"Sarikaya D, Guru KA, Corso JJ (2018) Joint surgical gesture and task classification with multi-task and multimodal learning. arXiv preprint \narXiv:1805.00721"},{"key":"2025_CR21","first-page":"97","volume-title":"Lecture Notes in Computer Science","author":"Weixiang Chen","year":"2018","unstructured":"Chen W, Feng J, Lu J, Zhou J (2018) Endo3d: online workflow analysis for endoscopic surgeries based on 3d CNN and LSTM. In: 1st international workshop, OR 2.0 2018, held in conjunction with MICCAI 2018, Granada, Spain"},{"issue":"5","key":"2025_CR22","doi-asserted-by":"publisher","first-page":"1114","DOI":"10.1109\/TMI.2017.2787657","volume":"37","author":"Y Jin","year":"2018","unstructured":"Jin Y, Dou Q, Chen H, Yu L, Qin J, Fu CW, Heng PA (2018) SV-RCNet: workflow recognition from surgical videos using recurrent convolutional network. IEEE Trans Med Imaging 37(5):1114\u20131126","journal-title":"IEEE Trans Med Imaging"},{"key":"2025_CR23","doi-asserted-by":"crossref","unstructured":"Deng J, Dong W, Socher R, Li LJ, Li K, Fei-Fei L (2009) Imagenet: a large-scale hierarchical image database. In: IEEE Conference on computer vision and pattern recognition, 2009. CVPR 2009. IEEE, pp 248\u2013255","DOI":"10.1109\/CVPR.2009.5206848"},{"issue":"2","key":"2025_CR24","doi-asserted-by":"publisher","first-page":"153","DOI":"10.1007\/BF02295996","volume":"12","author":"Q McNemar","year":"1947","unstructured":"McNemar Q (1947) Note on the sampling error of the difference between correlated proportions or percentages. Psychometrika 12(2):153\u2013157","journal-title":"Psychometrika"},{"key":"2025_CR25","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1111\/bju.14599","volume":"123","author":"AJ Hung","year":"2018","unstructured":"Hung AJ, Oh PJ, Chen J, Ghodoussipour S, Lane C, Jarc A, Gill IS (2018) Experts versus super experts: differences in automated performance metrics and clinical outcomes for robot-assisted radical prostatectomy. BJU Int 123:861\u2013868","journal-title":"BJU Int"},{"issue":"6","key":"2025_CR26","doi-asserted-by":"publisher","first-page":"1201","DOI":"10.1007\/s11548-016-1409-0","volume":"11","author":"A Malpani","year":"2016","unstructured":"Malpani A, Lea C, Chen CCG, Hager GD (2016) System events: readily accessible features for surgical phase detection. Int J Comput Assist Radiol Surg 11(6):1201\u20131209","journal-title":"Int J Comput Assist Radiol Surg"}],"container-title":["International Journal of Computer Assisted Radiology and Surgery"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-019-02025-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11548-019-02025-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-019-02025-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,1]],"date-time":"2020-07-01T00:26:45Z","timestamp":1593563205000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11548-019-02025-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,7,2]]},"references-count":26,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2019,12]]}},"alternative-id":["2025"],"URL":"https:\/\/doi.org\/10.1007\/s11548-019-02025-w","relation":{},"ISSN":["1861-6410","1861-6429"],"issn-type":[{"value":"1861-6410","type":"print"},{"value":"1861-6429","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,7,2]]},"assertion":[{"value":"4 February 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 June 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 July 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"Anthony Jarc, Linlin Zhou, and Liheng Guo are employees of Intuitive Surgical, Inc. Irfan Essa and Aneeq Zia declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"All procedures performed in studies involving human participants were in accordance with the ethical standards of the institutional and\/or national research committee and with the 1964 Declaration of Helsinki and its later amendments or comparable ethical standards.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}}]}}