{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T21:24:51Z","timestamp":1780694691749,"version":"3.54.1"},"reference-count":25,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2020,9,30]],"date-time":"2020-09-30T00:00:00Z","timestamp":1601424000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,9,30]],"date-time":"2020-09-30T00:00:00Z","timestamp":1601424000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100000005","name":"U.S. Department of Defense","doi-asserted-by":"publisher","award":["W81XWH-15-2-0030"],"award-info":[{"award-number":["W81XWH-15-2-0030"]}],"id":[{"id":"10.13039\/100000005","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1847610"],"award-info":[{"award-number":["1847610"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100006108","name":"National Center for Advancing Translational Sciences","doi-asserted-by":"publisher","award":["UL1TR002494"],"award-info":[{"award-number":["UL1TR002494"]}],"id":[{"id":"10.13039\/100006108","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J CARS"],"published-print":{"date-parts":[[2020,12]]},"DOI":"10.1007\/s11548-020-02269-x","type":"journal-article","created":{"date-parts":[[2020,9,30]],"date-time":"2020-09-30T22:37:36Z","timestamp":1601505456000},"page":"2079-2088","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":19,"title":["Bidirectional long short-term memory for surgical skill classification of temporally segmented tasks"],"prefix":"10.1007","volume":"15","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7800-4314","authenticated-orcid":false,"given":"Jason D.","family":"Kelly","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ashley","family":"Petersen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thomas S.","family":"Lendvay","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Timothy M.","family":"Kowalewski","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,9,30]]},"reference":[{"issue":"8","key":"2269_CR1","doi-asserted-by":"publisher","first-page":"2126","DOI":"10.1109\/TBME.2011.2179545","volume":"59","author":"S Balasubramanian","year":"2012","unstructured":"Balasubramanian S, Melendez-Calderon A, Burdett E (2012) A robust and sensitive metric for quantifying movement smoothness. IEEE Trans Biomed Eng 59(8):2126\u20132136","journal-title":"IEEE Trans Biomed Eng"},{"issue":"5","key":"2269_CR2","doi-asserted-by":"publisher","first-page":"438","DOI":"10.1089\/end.2018.0035","volume":"32","author":"A Hung","year":"2018","unstructured":"Hung A, Chen J, Che Z, Nilanon T, Jarc A, Titus M, Oh PJ, Gill IS, Liu Y (2018) Utilizing machine learning and automated performance metrics to evaluate robot-assisted radical prostatectomy performance and predict outcomes. J Endourol 32(5):438\u2013444","journal-title":"J Endourol"},{"issue":"2","key":"2269_CR3","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1016\/j.jss.2014.05.077","volume":"192","author":"TM Kowalewski","year":"2014","unstructured":"Kowalewski TM, White LW, Lendvay TS, Jiang IS, Sweet RS, Wright A, Hannaford B, Sinanan MN (2014) Beyond task time: automated measurements augments fundamentals of laparoscopic skills methodology. J Surg Res 192(2):329\u2013338","journal-title":"J Surg Res"},{"key":"2269_CR4","doi-asserted-by":"publisher","first-page":"1151","DOI":"10.1007\/s11548-017-1610-9","volume":"12","author":"R Dockter","year":"2017","unstructured":"Dockter R, Lendvay TS, Sweet RM, Kowalewski TM (2017) The minimally acceptable classification criterion for surgical skill: intent vectors and separability of raw motion data. Int J Comput Assist Radiol Surg 12:1151\u20131159","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"2269_CR5","volume-title":"Medical image computing and computer-assisted intervention: MICCAI 2005. Lecture notes in computer science","author":"HC Lin","year":"2005","unstructured":"Lin HC, Shafran I, Murphy TE, Okamura AM, Yuh DD, Hager GD (2005) Automatic detection and segmentation of robot-assisted surgical motions. In: Duncan JS, Gerig G (eds) Medical image computing and computer-assisted intervention: MICCAI 2005. Lecture notes in computer science, vol 3749. Springer, Berlin"},{"issue":"15","key":"2269_CR6","doi-asserted-by":"publisher","first-page":"1434","DOI":"10.1056\/NEJMsa1300625","volume":"369","author":"JD Birkmeyer","year":"2013","unstructured":"Birkmeyer JD, Finks JF, O\u2019Reilly A, Oerline M, Carlin AM, Nunn AR, Dimick J, Banerjee M, Birkmeyer NJ (2013) Surgical skill and complication rates after bariatric surgery. N Engl J Med 369(15):1434\u20131442","journal-title":"N Engl J Med"},{"issue":"1","key":"2269_CR7","doi-asserted-by":"publisher","first-page":"107","DOI":"10.1016\/j.amjsurg.2005.04.004","volume":"190","author":"MC Vassiliou","year":"2005","unstructured":"Vassiliou MC, Feldman LS, Andrew CG, Bergman S, Leffondre K, Stanbridge D, Fried GM (2005) A global assessment tool for evaluation of intraoperative laparoscopic skills. Am J Surg 190(1):107\u2013113","journal-title":"Am J Surg"},{"issue":"1","key":"2269_CR8","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1016\/j.jss.2013.09.024","volume":"187","author":"C Chen","year":"2013","unstructured":"Chen C, White L, Kowalewski T, Aggarwal R, Lintott C, Comstock B, Kuksenok K, Aragon C, Holst D, Lendvay T (2013) Crowd-sourced assessment of technical skills: a novel method to evaluate surgical performance. J Surg Res 187(1):65\u201371","journal-title":"J Surg Res"},{"key":"2269_CR9","doi-asserted-by":"crossref","unstructured":"Kelly JD, Peterson A, Lendvay TS, Kowalewski TM (2020) The effect of video playback speed on surgeon technical skill perception. In: International proceedings of computer-assisted interventions\u2014IPCAI 2020. Munich, Germany.","DOI":"10.1007\/s11548-020-02134-x"},{"key":"2269_CR10","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1016\/j.jbi.2017.02.001","volume":"67","author":"A Huaulme","year":"2017","unstructured":"Huaulme A, Voros S, Riffaud L, Forestier G, Moreau-Gaudry A, Jannin P (2017) Distinguishing surgical behavior by sequential pattern discovery. J Biomed Inform 67:34\u201341","journal-title":"J Biomed Inform"},{"key":"2269_CR11","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.artmed.2018.08.002","volume":"91","author":"G Forestier","year":"2018","unstructured":"Forestier G, Petitjean F, Senin P, Despinoy F, Huaulme A, Fawaz HI, Weber J, Idoumghar L, Muller PA, Jannin P (2018) Surgical motion analysis using discriminative interpretable patterns. Artif Intell Med 91:3\u201311","journal-title":"Artif Intell Med"},{"issue":"6","key":"2269_CR12","doi-asserted-by":"publisher","first-page":"1201","DOI":"10.1007\/s11548-016-1409-0","volume":"11","author":"A Malpani","year":"2016","unstructured":"Malpani A, Lea C, Chen CCG, Hager GD (2016) System events: readily accessible features for surgical phase detection. Int J Comput Assist Radiol Surg 11(6):1201\u20131209","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"2269_CR13","doi-asserted-by":"crossref","unstructured":"Lea C, Reiter A, Vidal R, Hager GD (2016) Segmental spatio-temporal cnns for fine-grained action segmentation and classification. arXiv:1602.02995","DOI":"10.1007\/978-3-319-46487-9_3"},{"key":"2269_CR14","doi-asserted-by":"publisher","first-page":"1959","DOI":"10.1007\/s11548-018-1860-1","volume":"13","author":"Z Wang","year":"2018","unstructured":"Wang Z, Fey AM (2018) Deep learning with convolutional neural network for objective skill evaluation in robot-assisted surgery. Int J Comput Assist Radiol Surg 13:1959\u20131970","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"2269_CR15","unstructured":"Doughty H, Damen D, Mayol-Cuevas WM (2017) Who\u2019s better, who\u2019s best: skill determination in video using deep ranking. arXiv:1703.09913"},{"key":"2269_CR16","doi-asserted-by":"publisher","first-page":"1171","DOI":"10.1007\/s11548-017-1600-y","volume":"12","author":"A Zia","year":"2017","unstructured":"Zia A, Zhang C, Xiong X, Jarc A (2017) Temporal clustering of surgical activities in robot-assisted surgery. Int J Comput Assist Radiol Surg 12:1171\u20131178","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"8","key":"2269_CR17","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Comput 9(8):1735\u20131780","journal-title":"Neural Comput"},{"issue":"5","key":"2269_CR18","doi-asserted-by":"publisher","first-page":"2673","DOI":"10.1109\/78.650093","volume":"45","author":"M Schuster","year":"1997","unstructured":"Schuster M, Paliwal KP (1997) Bidirectional recurrent neural networks. IEEE Trans Signal Process 45(5):2673\u20132681","journal-title":"IEEE Trans Signal Process"},{"issue":"6","key":"2269_CR19","doi-asserted-by":"publisher","first-page":"1859","DOI":"10.1016\/j.juro.2016.01.005","volume":"195","author":"T Kowalewski","year":"2015","unstructured":"Kowalewski T, Comstock B, Sweet R, Schaffhausen C, Menhadji A, Averch T, Box G, Brand T, Ferrandino M, Kaouk J, Knudsen B, Landman J, Lee B, Schwartz BF, McDougall E, Lendvay TS (2015) Crowd-sourced assessment of technical skills for validation of basic laparoscopic urologic skills (BLUS) tasks. J Urol 195(6):1859\u20131865","journal-title":"J Urol"},{"key":"2269_CR20","doi-asserted-by":"publisher","first-page":"482","DOI":"10.1016\/S0002-9610(98)00080-4","volume":"175","author":"AM Derossis","year":"1998","unstructured":"Derossis AM, Fried GM, Abrahamowicz M, Sigman HH, Barkun JS, Meakins JL (1998) Development of a model for training and evaluation of laparoscopic skills. Am J Surg 175:482","journal-title":"Am J Surg"},{"key":"2269_CR21","doi-asserted-by":"publisher","first-page":"210","DOI":"10.1007\/s11605-007-0355-0","volume":"12","author":"GM Fried","year":"2008","unstructured":"Fried GM (2008) FLS assessment of competency using simulated laparoscopic tasks. J Gastroenterol Surg 12:210","journal-title":"J Gastroenterol Surg"},{"key":"2269_CR22","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1016\/S0039-6060(03)00156-9","volume":"135","author":"JH Peters","year":"2004","unstructured":"Peters JH, Fried GM, Swanstrom LL, Soper NJ, Silin LF, Schirmer B, Hoffman K (2004) Development and validation of a comprehensive program of education and assessment of the basic fundamentals of laparoscopic surgery. Surgery 135:21","journal-title":"Surgery"},{"key":"2269_CR23","doi-asserted-by":"publisher","first-page":"190","DOI":"10.1089\/end.2011.0414","volume":"26","author":"RM Seete","year":"2012","unstructured":"Seete RM, Beach R, Sainfort F, Gupta P, Reihsen T, Poniatowski LH, McDougall EM (2012) Introduction and validation of the American urological association basic laparoscopic urology surgery skills curriculum. J Endourol 26:190","journal-title":"J Endourol"},{"key":"2269_CR24","doi-asserted-by":"publisher","first-page":"998","DOI":"10.1016\/j.juro.2015.10.087","volume":"195","author":"TM Kowalewski","year":"2016","unstructured":"Kowalewski TM, Seet R, Lendvay TS, Menhadji A, Averch T, Box G, Brand T, Ferrandino M, Kaouk J, Knudsen B, Landman J, Lee B, Schwartz BF, McDougall E (2016) Validation of the AUA BLUS tasks. J Urol 195:998","journal-title":"J Urol"},{"key":"2269_CR25","doi-asserted-by":"crossref","unstructured":"French A, Seidel K, Lendvay TS, Kowalewski TM (2018) Role of contextual information in skill evaluation of minimally invasive surgical training procedures. In: Hamlyn symposium on medical robotics, London, United Kingdom","DOI":"10.31256\/HSMR2018.26"}],"container-title":["International Journal of Computer Assisted Radiology and Surgery"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-020-02269-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11548-020-02269-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-020-02269-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,30]],"date-time":"2021-09-30T01:29:23Z","timestamp":1632965363000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11548-020-02269-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,9,30]]},"references-count":25,"journal-issue":{"issue":"12","published-print":{"date-parts":[[2020,12]]}},"alternative-id":["2269"],"URL":"https:\/\/doi.org\/10.1007\/s11548-020-02269-x","relation":{},"ISSN":["1861-6410","1861-6429"],"issn-type":[{"value":"1861-6410","type":"print"},{"value":"1861-6429","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,9,30]]},"assertion":[{"value":"13 March 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 September 2020","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 September 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}},{"value":"All procedures performed in studies involving human participants were in accordance with the ethical standards of the institutional and\/or national research committee and with the 1964 Helsinki Declaration and its later amendments or comparable ethical standards.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical standard"}},{"value":"This work was supported, in part, by the Office of the Assistant Secretary of Defense for Health Affairs under Award No. W81XWH-15-2-0030, the National Science Foundation M3X CAREER grant under Award No. 1847610, as well as the National Institutes of Health\u2019s National Center for Advancing Translational Sciences, Grant UL1TR002494. Opinions, interpretations, conclusions, and recommendations are those of the authors and are not necessarily endorsed by the Department of Defense, the National Science Foundation, or the National Institutes of Health\u2019s National Center for Advancing Translational Sciences.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Funding"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}}]}}