{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,27]],"date-time":"2026-07-27T00:32:59Z","timestamp":1785112379509,"version":"3.55.0"},"reference-count":24,"publisher":"Springer Science and Business Media LLC","issue":"9","license":[{"start":{"date-parts":[[2019,7,30]],"date-time":"2019-07-30T00:00:00Z","timestamp":1564444800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,7,30]],"date-time":"2019-07-30T00:00:00Z","timestamp":1564444800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J CARS"],"published-print":{"date-parts":[[2019,9]]},"DOI":"10.1007\/s11548-019-02039-4","type":"journal-article","created":{"date-parts":[[2019,7,30]],"date-time":"2019-07-30T08:04:11Z","timestamp":1564473851000},"page":"1611-1617","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":105,"title":["Accurate and interpretable evaluation of surgical skills from kinematic data using fully convolutional neural networks"],"prefix":"10.1007","volume":"14","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-1384-5996","authenticated-orcid":false,"given":"Hassan","family":"Ismail Fawaz","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4960-7554","authenticated-orcid":false,"given":"Germain","family":"Forestier","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jonathan","family":"Weber","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lhassane","family":"Idoumghar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pierre-Alain","family":"Muller","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,7,30]]},"reference":[{"issue":"9","key":"2039_CR1","doi-asserted-by":"publisher","first-page":"2025","DOI":"10.1109\/TBME.2016.2647680","volume":"64","author":"N Ahmidi","year":"2017","unstructured":"Ahmidi N, Tao L, Sefati S, Gao Y, Lea C, Haro BB, Zappella L, Khudanpur S, Vidal R, Hager GD (2017) A dataset and benchmarks for segmentation and recognition of gestures in robotic surgery. IEEE Trans Biomed Eng 64(9):2025\u20132041","journal-title":"IEEE Trans Biomed Eng"},{"issue":"7405","key":"2039_CR2","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1136\/bmj.327.7405.13","volume":"327","author":"B Bridgewater","year":"2003","unstructured":"Bridgewater B, Grayson AD, Jackson M, Brooks N, Grotte GJ, Keenan DJ, Millner R, Fabri BM, Mark J (2003) Surgeon specific mortality in adult cardiac surgery: comparison between crude and risk stratified data. BMJ 327(7405):13\u201317","journal-title":"BMJ"},{"key":"2039_CR3","unstructured":"Chollet Fea (2015) Keras. \n                    https:\/\/keras.io"},{"key":"2039_CR4","doi-asserted-by":"publisher","first-page":"136","DOI":"10.1007\/978-3-319-59758-4_15","volume-title":"Artificial Intelligence in Medicine","author":"Germain Forestier","year":"2017","unstructured":"Forestier G, Petitjean F, Senin P, Despinoy F, Jannin P (2017) Discovering discriminative and interpretable patterns for surgical motion analysis. In: Artificial intelligence in medicine, pp 136\u2013145"},{"key":"2039_CR5","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1016\/j.artmed.2018.08.002","volume":"91","author":"G Forestier","year":"2018","unstructured":"Forestier G, Petitjean F, Senin P, Despinoy F, Huaulm\u00e9 A, Ismail Fawaz H, Weber J, Idoumghar L, Muller PA, Jannin P (2018) Surgical motion analysis using discriminative interpretable patterns. Artif Intell Med 91:3\u201311","journal-title":"Artif Intell Med"},{"key":"2039_CR6","unstructured":"Gao Y, Vedula SS, Reiley CE, Ahmidi N, Varadarajan B, Lin HC, Tao L, Zappella L, B\u00e9jar B, Yuh DD, Chen CCG, Vidal R, Khudanpur S, Hager GD (2014) The JHU-ISI gesture and skill assessment working set (JIGSAWS): a surgical activity dataset for human motion modeling. In: Modeling and monitoring of computer assisted interventions\u2014MICCAI workshop"},{"key":"2039_CR7","first-page":"249","volume":"9","author":"X Glorot","year":"2010","unstructured":"Glorot X, Bengio Y (2010) Understanding the difficulty of training deep feedforward neural networks. Int Conf Artif Intell Stat 9:249\u2013256","journal-title":"Int Conf Artif Intell Stat"},{"issue":"5","key":"2039_CR8","doi-asserted-by":"publisher","first-page":"1149","DOI":"10.1007\/s10459-015-9593-1","volume":"20","author":"R Hatala","year":"2015","unstructured":"Hatala R, Cook DA, Brydges R, Hawkins R (2015) Constructing a validity argument for the objective structured assessment of technical skills (OSATS): a systematic review of validity evidence. Adv Health Sci Educ 20(5):1149\u20131175","journal-title":"Adv Health Sci Educ"},{"key":"2039_CR9","unstructured":"Intuitive Surgical\u00a0Sunnyvale CA (2018) The Da Vinci Surgical System"},{"key":"2039_CR10","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1016\/j.jbi.2015.11.002","volume":"59","author":"G Islam","year":"2016","unstructured":"Islam G, Kahol K, Li B, Smith M, Patel VL (2016) Affordable, web-based surgical skill training and evaluation tool. J Biomed Inf 59:102\u2013114","journal-title":"J Biomed Inf"},{"key":"2039_CR11","doi-asserted-by":"crossref","unstructured":"Ismail\u00a0Fawaz H, Forestier G, Weber J, Idoumghar L, Muller PA (2018) Evaluating surgical skills from kinematic data using convolutional neural networks. In: International conference on medical image computing and computer assisted intervention, pp 214\u2013221","DOI":"10.1007\/978-3-030-00937-3_25"},{"key":"2039_CR12","doi-asserted-by":"crossref","unstructured":"Ismail\u00a0Fawaz H, Forestier G, Weber J, Idoumghar L, Muller PA (2018) Transfer learning for time series classification. In: IEEE international conference on big data, pp 1367\u20131376","DOI":"10.1109\/BigData.2018.8621990"},{"key":"2039_CR13","doi-asserted-by":"crossref","unstructured":"Ismail Fawaz H, Forestier G, Weber J, Idoumghar L, Muller PA (2019) Deep learning for time series classification: a review. Data Mining and Knowledge Discovery","DOI":"10.1109\/BigData.2018.8621990"},{"issue":"4","key":"2039_CR14","doi-asserted-by":"publisher","first-page":"553","DOI":"10.1007\/s11548-015-1305-z","volume":"11","author":"Y Kassahun","year":"2016","unstructured":"Kassahun Y, Yu B, Tibebu AT, Stoyanov D, Giannarou S, Metzen JH, Vander Poorten E (2016) Surgical robotics beyond enhanced dexterity instrumentation: a survey of machine learning techniques and their role in intelligent and autonomous surgical actions. Int J Comput Assist Radiol Surg 11(4):553\u2013568","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"2039_CR15","unstructured":"Kingma DP, Ba J (2015) Adam: a method for stochastic optimization. In: International conference on learning representations"},{"issue":"9","key":"2039_CR16","doi-asserted-by":"publisher","first-page":"691","DOI":"10.1038\/s41551-017-0132-7","volume":"1","author":"L Maier-Hein","year":"2017","unstructured":"Maier-Hein L, Vedula SS, Speidel S, Navab N, Kikinis R, Park A, Eisenmann M, Feussner H, Forestier G, Giannarou S, Hashizume M, Katic D, Kenngott H, Kranzfelder M, Malpani A, M\u00e4rz K, Neumuth T, Padoy N, Pugh C, Schoch N, Stoyanov D, Taylor R, Wagner M, Hager GD, Jannin P (2017) Surgical data science for next-generation interventions. Nat Biomed Eng 1(9):691\u2013696","journal-title":"Nat Biomed Eng"},{"issue":"3","key":"2039_CR17","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1007\/s00595-012-0313-7","volume":"43","author":"H Niitsu","year":"2013","unstructured":"Niitsu H, Hirabayashi N, Yoshimitsu M, Mimura T, Taomoto J, Sugiyama Y, Murakami S, Saeki S, Mukaida H, Takiyama W (2013) Using the objective structured assessment of technical skills (OSATS) global rating scale to evaluate the skills of surgical trainees in the operating room. Surg Today 43(3):271\u2013275","journal-title":"Surg Today"},{"issue":"7","key":"2039_CR18","first-page":"22","volume":"98","author":"HV Polavarapu","year":"2013","unstructured":"Polavarapu HV, Kulaylat A, Sun S, Hamed O (2013) 100 years of surgical education: the past, present, and future. Bull Am Coll Surg 98(7):22\u201329","journal-title":"Bull Am Coll Surg"},{"key":"2039_CR19","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1007\/978-3-642-30618-1_17","volume-title":"Information Processing in Computer-Assisted Interventions","author":"Lingling Tao","year":"2012","unstructured":"Tao L, Elhamifar E, Khudanpur S, Hager GD, Vidal R (2012) Sparse hidden Markov models for surgical gesture classification and skill evaluation. In: Information processing in computer-assisted interventions, pp 167\u2013177"},{"issue":"3","key":"2039_CR20","first-page":"1","volume":"11","author":"SS Vedula","year":"2016","unstructured":"Vedula SS, Malpani AO, Tao L, Chen G, Gao Y, Poddar P, Ahmidi N, Paxton C, Vidal R, Khudanpur S, Hager GD, Chen CCG (2016) Analysis of the structure of surgical activity for a suturing and knot-tying task. Public Libr Sci One 11(3):1\u201314","journal-title":"Public Libr Sci One"},{"issue":"12","key":"2039_CR21","doi-asserted-by":"publisher","first-page":"1959","DOI":"10.1007\/s11548-018-1860-1","volume":"13","author":"Z Wang","year":"2018","unstructured":"Wang Z, Majewicz Fey A (2018) Deep learning with convolutional neural network for objective skill evaluation in robot-assisted surgery. Int J Comput Assist Radiol Surg 13(12):1959\u20131970","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"2039_CR22","doi-asserted-by":"crossref","unstructured":"Wang Z, Yan W, Oates T (2017) Time series classification from scratch with deep neural networks: a strong baseline. In: International joint conference on neural networks, pp 1578\u20131585","DOI":"10.1109\/IJCNN.2017.7966039"},{"key":"2039_CR23","doi-asserted-by":"crossref","unstructured":"Zhou B, Khosla A, Lapedriza A, Oliva A, Torralba A (2016) Learning deep features for discriminative localization. In: IEEE conference on computer vision and pattern recognition, pp 2921\u20132929","DOI":"10.1109\/CVPR.2016.319"},{"issue":"5","key":"2039_CR24","doi-asserted-by":"publisher","first-page":"731","DOI":"10.1007\/s11548-018-1735-5","volume":"13","author":"A Zia","year":"2018","unstructured":"Zia A, Essa I (2018) Automated surgical skill assessment in RMIS training. Int J Comput Assist Radiol Surg 13(5):731\u2013739","journal-title":"Int J Comput Assist Radiol Surg"}],"container-title":["International Journal of Computer Assisted Radiology and Surgery"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-019-02039-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11548-019-02039-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-019-02039-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,28]],"date-time":"2020-07-28T23:23:39Z","timestamp":1595978619000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11548-019-02039-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,7,30]]},"references-count":24,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2019,9]]}},"alternative-id":["2039"],"URL":"https:\/\/doi.org\/10.1007\/s11548-019-02039-4","relation":{},"ISSN":["1861-6410","1861-6429"],"issn-type":[{"value":"1861-6410","type":"print"},{"value":"1861-6429","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,7,30]]},"assertion":[{"value":"29 March 2019","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 July 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 July 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"All procedures performed in studies involving human participants were in accordance with the ethical standards of the institutional and\/or national research committee and with the 1964 Helsinki Declaration and its later amendments or comparable ethical standards.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}}]}}