{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,6]],"date-time":"2026-07-06T15:04:42Z","timestamp":1783350282056,"version":"3.54.6"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2018,11,16]],"date-time":"2018-11-16T00:00:00Z","timestamp":1542326400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100010661","name":"Horizon 2020 Framework Programme","doi-asserted-by":"crossref","award":["H2020-ICT-2016-732515"],"award-info":[{"award-number":["H2020-ICT-2016-732515"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J CARS"],"published-print":{"date-parts":[[2019,4]]},"DOI":"10.1007\/s11548-018-1882-8","type":"journal-article","created":{"date-parts":[[2018,11,16]],"date-time":"2018-11-16T02:48:29Z","timestamp":1542336509000},"page":"685-696","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":63,"title":["\u201cDeep-Onto\u201d network for surgical workflow and context recognition"],"prefix":"10.1007","volume":"14","author":[{"given":"Hirenkumar","family":"Nakawala","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Roberto","family":"Bianchi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Laura Erica","family":"Pescatori","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ottavio","family":"De Cobelli","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Giancarlo","family":"Ferrigno","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Elena","family":"De Momi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2018,11,16]]},"reference":[{"key":"1882_CR1","doi-asserted-by":"publisher","unstructured":"Blum T, Feussner H, Navab N (2010) Modeling and segmentation of surgical workflow from laparoscopic video. In: MICCAI international conference on medical image computing and computer-assisted-intervention, 2010. MICCAI 2010, vol 13(3), pp 400\u2013407. https:\/\/doi.org\/10.1007\/978-3-642-15711-0_50","DOI":"10.1007\/978-3-642-15711-0_50"},{"issue":"1","key":"1882_CR2","doi-asserted-by":"publisher","first-page":"166","DOI":"10.1111\/bju.12657","volume":"155","author":"AG Khurshid","year":"2015","unstructured":"Khurshid AG, Esfahani ET, Raza SJ, Bhat R, Wang K, Hammond Y, Wilding G, Peabody JO, Chowriappa AJ (2015) Cognitive skills assessment during robot-assisted surgery: separating the wheat from the chaff. BJUI 155(1):166\u2013174. https:\/\/doi.org\/10.1111\/bju.12657","journal-title":"BJUI"},{"issue":"3","key":"1882_CR3","doi-asserted-by":"publisher","first-page":"235","DOI":"10.1136\/qshc.2006.020743","volume":"16","author":"R Flin","year":"2007","unstructured":"Flin R, Youngson G, Yule S (2007) How do surgeons make intraoperative decisions? Qual Saf Health Care 16(3):235\u2013239. https:\/\/doi.org\/10.1136\/qshc.2006.020743","journal-title":"Qual Saf Health Care"},{"issue":"6","key":"1882_CR4","doi-asserted-by":"publisher","first-page":"1374","DOI":"10.1016\/j.ejca.2012.12.027","volume":"49","author":"J Ferlay","year":"2012","unstructured":"Ferlay J, Steliarova-Foucher E, Lortet-Tieulent J, Rosso S, Coebergh JW, Comber H, Forman D, Bray F (2012) Cancer incidence and mortality patterns in Europe: estimates for 40 countries in 2012. Eur J Cancer 49(6):1374\u2013403. https:\/\/doi.org\/10.1016\/j.ejca.2012.12.027","journal-title":"Eur J Cancer"},{"issue":"9","key":"1882_CR5","doi-asserted-by":"publisher","first-page":"1227","DOI":"10.1111\/j.1464-410X.2010.09337.x","volume":"106","author":"EJ Abel","year":"2010","unstructured":"Abel EJ, Culp SH, Meissner M, Matin SF, Tamboli P, Wood CG (2010) Identifying the risk of disease progression after surgery for localized renal cell carcinoma. BJU Int 106(9):1227\u201383. https:\/\/doi.org\/10.1111\/j.1464-410x.2010.09337.x","journal-title":"BJU Int"},{"key":"1882_CR6","doi-asserted-by":"publisher","first-page":"542","DOI":"10.1016\/j.eururo.2014.04.028","volume":"66","author":"JC Hu","year":"2014","unstructured":"Hu JC, Treat E, Filson CP, McLaren I, Xiong S, Stepanian S, Hafez KS, Weizer AZ, Porter J (2014) Technique and outcomes of robot-assisted retroperitoneoscopic partial nephrectomy: a multicenter study. Eur J Urol 66:542\u2013549. https:\/\/doi.org\/10.1016\/j.eururo.2014.04.028","journal-title":"Eur J Urol"},{"key":"1882_CR7","unstructured":"Government of Alberta (2018) Robot-assisted partial nephrectomy for renal cell carcinoma: mini review. https:\/\/open.alberta.ca\/dataset\/0e172257-2820-4eba-9915-f0add1d14f0d\/resource\/0e537ff8-f84a-4f7f-a00b-ebfbdea0289e\/download\/ahtdp-partial-nephrectomy-2017.pdf . Accessed 02 May 2018"},{"key":"1882_CR8","doi-asserted-by":"publisher","unstructured":"Lin HC, Shafran I, Murphy TE, Okamura AM, Yuh DD, Hager GD (2005) Automatic detection and segmentation of robot-assisted surgical motions. In: International conference on medical image computing and computer-assisted intervention, vol 8(Pt 1), pp 802\u2013810. https:\/\/doi.org\/10.1007\/11566465_99","DOI":"10.1007\/11566465_99"},{"issue":"9","key":"1882_CR9","doi-asserted-by":"publisher","first-page":"1427","DOI":"10.1007\/s11548-015-1222-1","volume":"10","author":"D Kati\u0107","year":"2015","unstructured":"Kati\u0107 D, Julliard C, Wekerle AL, Kenngott H, M\u00f6ller-Stich BP, Dillmann R, Speidel S, Jannin P, Gibaud B (2015) LapOntoSPM: an ontology for laparoscopic surgeries and its application to surgical phase recognition. Int J Comput Assist Radiol Surg 10(9):1427\u201334. https:\/\/doi.org\/10.1007\/s11548-015-1222-1","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"1882_CR10","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1016\/j.artmed.2017.10.004","volume":"84","author":"H Nakawala","year":"2018","unstructured":"Nakawala H, Ferrigno G, De Momi E (2018) Development of an intelligent surgical training system for thoracentesis. Artif Intell Med 84:50\u201363. https:\/\/doi.org\/10.1016\/j.artmed.2017.10.004","journal-title":"Artif Intell Med"},{"issue":"1","key":"1882_CR11","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1109\/TMI.2016.2593957","volume":"36","author":"AP Twinanda","year":"2017","unstructured":"Twinanda AP, Shehata S, Mutter D, Marescaux J, de Mathelin M, Padoy N (2017) Endonet: a deep architecture for recognition tasks on laparoscopic videos. IEEE Trans Med Imaging 36(1):86\u201397. https:\/\/doi.org\/10.1109\/TMI.2016.2593957","journal-title":"IEEE Trans Med Imaging"},{"issue":"5","key":"1882_CR12","doi-asserted-by":"publisher","first-page":"1114","DOI":"10.1109\/TMI.2017.2787657","volume":"37","author":"Y Jin","year":"2018","unstructured":"Jin Y, Doi Q, Chen H, Yu L, Qin J, Fu C-W, Heng P-A (2018) SV-RCNet: workflow recognition from surgical videos using recurrent convolutional network. IEEE Trans Med Imaging 37(5):1114\u20131126. https:\/\/doi.org\/10.1109\/TMI.2017.2787657","journal-title":"IEEE Trans Med Imaging"},{"key":"1882_CR13","unstructured":"Cadene R, Robert T, Thome N, Cord M (2016) M2CAI workflow challenge: convolutional neural network with time smoothing and hidden Markov model for video frames classification. arXiv preprint arXiv:1610.05541"},{"key":"1882_CR14","doi-asserted-by":"publisher","unstructured":"Donahue J, Hendricks LA, Guadarrama S, Rohrbach M, Venugopalan S, Saenko K, Darrell T (2014) Long-term recurrent convolutional networks for visual recognition and description. arXiv:1411.4389 . https:\/\/doi.org\/10.21236\/ada623249","DOI":"10.21236\/ada623249"},{"key":"1882_CR15","doi-asserted-by":"publisher","unstructured":"Szegedy C, Vanhoucke V, loffe S, Shlens J, Wojna Z (2016) Rethinking the inception architecture for computer vision. In: 2016 IEEE conference on computer vision and pattern recognition (CVPR). https:\/\/doi.org\/10.1109\/cvpr.2016.308","DOI":"10.1109\/cvpr.2016.308"},{"issue":"3","key":"1882_CR16","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s11263-015-0816-y","volume":"115","author":"O Russakovsky","year":"2015","unstructured":"Russakovsky O, Deng J, Su H, Krause J, Satheesh S, Ma S, Huang Z, Karpathy A, Khosla A, Bernstein M, Berg AC, Fei-Fei L (2015) Imagenet large scale visual recognition challenge. Int J Comput Vis 115(3):211\u2013252. https:\/\/doi.org\/10.1007\/s11263-015-0816-y","journal-title":"Int J Comput Vis"},{"key":"1882_CR17","unstructured":"Kingma DP, Ba J (2017) Adam: a method for stochastic optimization. arXiv:1412.6980"},{"issue":"3","key":"1882_CR18","doi-asserted-by":"publisher","first-page":"553","DOI":"10.1016\/j.eururo.2012.05.021","volume":"62","author":"JH Kaouk","year":"2012","unstructured":"Kaouk JH, Khalifeh A, Hillyer S, Haber G-P, Stein RJ, Autorino R (2012) Robot-assisted laparoscopic partial nephrectomy: step-by-step contemporary technique and surgical outcomes at a single high-volume institution. Eur Urol 62(3):553\u2013561. https:\/\/doi.org\/10.1016\/j.eururo.2012.05.021","journal-title":"Eur Urol"},{"key":"1882_CR19","doi-asserted-by":"crossref","unstructured":"Neumuth T, Strau G, Meixensberger J, Lemke HU, Burgert O (2006) Acquisition of process descriptions from surgical interventions. In: Bressan S, Kung J, Wagner R (eds) DEXA 2006 LNCS, vol 4080. Springer, Heidelberg, pp 602\u2013611","DOI":"10.1007\/11827405_59"},{"issue":"9","key":"1882_CR20","doi-asserted-by":"publisher","first-page":"1397","DOI":"10.1007\/s11548-018-1824-5","volume":"13","author":"B Gibaud","year":"2018","unstructured":"Gibaud B, Forestier G, Feldmann C, Ferrigno G, Gon\u00e7alves P, Haidegger T, Julliard C, Kati\u0107 D, Kenngott H, Maier-Hein L, M\u00e4rz K, de Momi E, Nagy DA, Nakawala H, Neumann J, Neumuth T, Balderrama JR, Speidel S, Wagner M, Jannin P (2018) Toward a standard ontology of surgical process models. Int J Comput Assist Radiol Surg 13(9):1397\u20131408. https:\/\/doi.org\/10.1007\/s11548-018-1824-5","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"1","key":"1882_CR21","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1207\/s15427633scc0401_5","volume":"4","author":"P Grenon","year":"2004","unstructured":"Grenon P, Smith B (2004) SNAP and SPAN: towards dynamic spatial ontology. Spat Cogn Comput 4(1):69\u2013104. https:\/\/doi.org\/10.1207\/s15427633scc0401_5","journal-title":"Spat Cogn Comput"},{"key":"1882_CR22","doi-asserted-by":"publisher","unstructured":"Rosse C, Mejino JLV (2007) The foundational model of anatomy ontology. In: Burger A, Davidson D, Baldock R (eds) Anatomy ontologies for bioinformatics. Computational biology, vol 6. Springer, London, pp 59\u2013117. https:\/\/doi.org\/10.1007\/978-1-84628-885-2_4","DOI":"10.1007\/978-1-84628-885-2_4"},{"key":"1882_CR23","unstructured":"Information Artifact Ontology. https:\/\/code.google.com\/p\/information-artifact-ontology . Accessed 17 Aug 2016"},{"key":"1882_CR24","unstructured":"W3C Time Ontology. https:\/\/www.w3.org\/TR\/owl-time\/ . Accessed 20 Aug 2016"},{"issue":"1","key":"1882_CR25","doi-asserted-by":"publisher","first-page":"175","DOI":"10.1186\/1756-0500-3-175","volume":"3","author":"Z Xiang","year":"2010","unstructured":"Xiang Z, Courtot M, Brinkman RR, Ruttenberg A, He Y (2010) OntoFox: web-based support for ontology reuse. BMC Res Notes 3(1):175. https:\/\/doi.org\/10.1186\/1756-0500-3-175","journal-title":"BMC Res Notes"},{"key":"1882_CR26","unstructured":"Prot\u00e9g\u00e9, Stanford Center for Biomedical Informatics Research. http:\/\/protege.stanford.edu . Accessed 12 Jan 2016"},{"key":"1882_CR27","unstructured":"Horrocks I, Patel-Scheider P, Boley H, Tabet S, Grosof B, Dean M (2017) SWRL: a semantic web rule language combining OWL and RuleML. W3C Member Submission 2004. https:\/\/www.w3.org\/Submission\/SWRL . Accessed 23 Feb 2017"},{"key":"1882_CR28","unstructured":"Chollet F (2015) Keras. https:\/\/github.com\/fchollet\/keras . Accessed 05 May 2017"},{"issue":"1","key":"1882_CR29","doi-asserted-by":"crossref","first-page":"11","DOI":"10.3233\/SW-2011-0025","volume":"2","author":"M Horridge","year":"2011","unstructured":"Horridge M, Bechhofer S (2011) The OWL API: a Java API for OWL ontologies. Semant Web J 2(1):11\u201321","journal-title":"Semant Web J"},{"issue":"2","key":"1882_CR30","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1016\/j.websem.2007.03.004","volume":"5","author":"E Sirin","year":"2007","unstructured":"Sirin E, Parsia B, Grau BC, Kalyanpur A, Katz Y (2007) Pellet: a pratical OWL-DL reasoner. Web Semant Sci Serv Agents World Wide Web 5(2):51\u201353. https:\/\/doi.org\/10.1016\/j.websem.2007.03.004","journal-title":"Web Semant Sci Serv Agents World Wide Web"},{"key":"1882_CR31","unstructured":"Kipp M (2007) Anvil\u2014a generic annotation tool for multimodal dialogue. In: 7th European conference on speech communication and technology (Eurospeech), pp 1367\u20131370"},{"issue":"4","key":"1882_CR32","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1109\/MIS.2001.1463065","volume":"16","author":"R Sun","year":"2001","unstructured":"Sun R, Giles CL (2001) Sequence learning: from recognition and prediction to sequential decision making. IEEE Intell Syst 16(4):67\u201370","journal-title":"IEEE Intell Syst"},{"key":"1882_CR33","first-page":"2579","volume":"9","author":"LV Maaten","year":"2008","unstructured":"Maaten LV, Hinton G (2008) Visualize data using t-SNE. J Mach Learn Res 9:2579\u20132605","journal-title":"J Mach Learn Res"},{"key":"1882_CR34","doi-asserted-by":"publisher","unstructured":"Nakawala N, De Momi E, Pescatori LE, Morelli A, Ferrigno G (2017) Inductive learning of the surgical workflow model through video annotations. In: IEEE 30th international symposium on computer-based medical systems, CBMS 2017, Thessaloniki, Greece. https:\/\/doi.org\/10.1109\/CBMS.2017.91","DOI":"10.1109\/CBMS.2017.91"}],"container-title":["International Journal of Computer Assisted Radiology and Surgery"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-018-1882-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11548-018-1882-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-018-1882-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,11,15]],"date-time":"2020-11-15T09:46:23Z","timestamp":1605433583000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11548-018-1882-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,11,16]]},"references-count":34,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2019,4]]}},"alternative-id":["1882"],"URL":"https:\/\/doi.org\/10.1007\/s11548-018-1882-8","relation":{},"ISSN":["1861-6410","1861-6429"],"issn-type":[{"value":"1861-6410","type":"print"},{"value":"1861-6429","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,11,16]]},"assertion":[{"value":"10 May 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 November 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 November 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical standard"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}}]}}