{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,24]],"date-time":"2026-03-24T12:16:37Z","timestamp":1774354597969,"version":"3.50.1"},"reference-count":34,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2021,6,24]],"date-time":"2021-06-24T00:00:00Z","timestamp":1624492800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,6,24]],"date-time":"2021-06-24T00:00:00Z","timestamp":1624492800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"This work was supported in part by a research grant from TWMU Career Development Center for Medical Professionals and NAKAYAMA KOMEI Research Fellowship Grant."}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J CARS"],"published-print":{"date-parts":[[2021,11]]},"DOI":"10.1007\/s11548-021-02434-w","type":"journal-article","created":{"date-parts":[[2021,6,24]],"date-time":"2021-06-24T17:02:51Z","timestamp":1624554171000},"page":"2045-2054","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":35,"title":["Object and anatomical feature recognition in surgical video images based on a convolutional neural network"],"prefix":"10.1007","volume":"16","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-7139-8576","authenticated-orcid":false,"given":"Yoshiko","family":"Bamba","sequence":"first","affiliation":[]},{"given":"Shimpei","family":"Ogawa","sequence":"additional","affiliation":[]},{"given":"Michio","family":"Itabashi","sequence":"additional","affiliation":[]},{"given":"Hironari","family":"Shindo","sequence":"additional","affiliation":[]},{"given":"Shingo","family":"Kameoka","sequence":"additional","affiliation":[]},{"given":"Takahiro","family":"Okamoto","sequence":"additional","affiliation":[]},{"given":"Masakazu","family":"Yamamoto","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,6,24]]},"reference":[{"key":"2434_CR1","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1097\/SLA.0000000000001592","volume":"264","author":"TR Grenda","year":"2016","unstructured":"Grenda TR, Pradarelli JC, Dimick JB (2016) Using Surgical Video to Improve Technique and Skill. Ann Surg 264:32\u201333. https:\/\/doi.org\/10.1097\/SLA.0000000000001592","journal-title":"Ann Surg"},{"key":"2434_CR2","doi-asserted-by":"publisher","first-page":"1714197","DOI":"10.1080\/10872981.2020.1714197","volume":"25","author":"B Karic","year":"2020","unstructured":"Karic B, Moino V, Nolin A, Andrews A, Brisson P (2020) Evaluation of surgical educational videos available for third year medical students. Med Educ Online 25:1714197. https:\/\/doi.org\/10.1080\/10872981.2020.1714197","journal-title":"Med Educ Online"},{"key":"2434_CR3","doi-asserted-by":"publisher","first-page":"1629","DOI":"10.1016\/j.jsurg.2019.06.011","volume":"76","author":"M Levin","year":"2019","unstructured":"Levin M, McKechnie T, Khalid S, Grantcharov TP, Goldenberg M (2019) Automated methods of technical skill assessment in surgery: a systematic review. J Surg Educ 76:1629\u20131639. https:\/\/doi.org\/10.1016\/j.jsurg.2019.06.011","journal-title":"J Surg Educ"},{"key":"2434_CR4","doi-asserted-by":"publisher","first-page":"553","DOI":"10.1007\/s00464-017-5878-1","volume":"32","author":"C Loukas","year":"2018","unstructured":"Loukas C (2018) Video content analysis of surgical procedures. Surg Endosc 32:553\u2013568. https:\/\/doi.org\/10.1007\/s00464-017-5878-1","journal-title":"Surg Endosc"},{"key":"2434_CR5","doi-asserted-by":"publisher","first-page":"70","DOI":"10.1097\/SLA.0000000000002693","volume":"268","author":"DA Hashimoto","year":"2018","unstructured":"Hashimoto DA, Rosman G, Rus D, Meireles OR (2018) Artificial intelligence in surgery: promises and perils. Ann Surg 268:70\u201376. https:\/\/doi.org\/10.1097\/SLA.0000000000002693","journal-title":"Ann Surg"},{"key":"2434_CR6","doi-asserted-by":"publisher","first-page":"414","DOI":"10.1097\/SLA.0000000000003460","volume":"270","author":"DA Hashimoto","year":"2019","unstructured":"Hashimoto DA, Rosman G, Witkowski ER, Stafford C, Navarette-Welton AJ, Rattner DW, Lillemoe KD, Rus DL, Meireles OR (2019) Computer vision analysis of intraoperative video: automated recognition of operative steps in laparoscopic sleeve gastrectomy. Ann Surg 270:414\u2013421. https:\/\/doi.org\/10.1097\/SLA.0000000000003460","journal-title":"Ann Surg"},{"key":"2434_CR7","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1016\/j.robot.2017.08.013","volume":"97","author":"T Zhou","year":"2017","unstructured":"Zhou T, Wachs JP (2017) Needle in a haystack: Interactive surgical instrument recognition through perception and manipulation. Rob Auton Syst 97:182\u2013192. https:\/\/doi.org\/10.1016\/j.robot.2017.08.013","journal-title":"Rob Auton Syst"},{"key":"2434_CR8","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1016\/j.csbj.2018.01.001","volume":"9","author":"D Komura","year":"2018","unstructured":"Komura D, Ishikawa S (2018) Machine learning methods for histopathological image analysis. Comput Struct Biotechnol J 9:34\u201342. https:\/\/doi.org\/10.1016\/j.csbj.2018.01.001","journal-title":"Comput Struct Biotechnol J"},{"key":"2434_CR9","doi-asserted-by":"publisher","first-page":"516","DOI":"10.1136\/bmjqs-2014-003816","volume":"24","author":"EM Bonrath","year":"2015","unstructured":"Bonrath EM, Gordon LE, Grantcharov TP (2015) Characterising \u201cnear miss\u201d events in complex laparoscopic surgery through video analysis. BMJ Qual Saf 24:516\u2013521. https:\/\/doi.org\/10.1136\/bmjqs-2014-003816","journal-title":"BMJ Qual Saf"},{"key":"2434_CR10","doi-asserted-by":"publisher","unstructured":"Volkov M, Hashimoto DA, Rosman G, Meireles OR, RusD (2017) Machine learning and coresets for automated real-time video segmentation of laparoscopic and robot-assisted surgery. In:2017 IEEE International Conference on Robotics and Automation. pag. 754\u2013759. Available at https:\/\/doi.org\/10.1109\/ICRA.2017.7989093","DOI":"10.1109\/ICRA.2017.7989093"},{"issue":"Suppl 11","key":"2434_CR11","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1186\/s12859-019-2823-4","volume":"20","author":"D Abdelhafiz","year":"2019","unstructured":"Abdelhafiz D, Yang C, Ammar R, Nabavi S (2019) Deep convolutional neural networks for mammography: advances, challenges and applications. BMC Bioinform 20(Suppl 11):281","journal-title":"BMC Bioinform"},{"key":"2434_CR12","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1007\/s10120-019-00992-2","volume":"23","author":"L Li","year":"2020","unstructured":"Li L, Chen Y, Shen Z, Zhang X, Sang J, Ding Y, Yang X, Li J, Chen M, Jin C, Chen C, Yu C (2020) Convolutional neural network for the diagnosis of early gastric cancer based on magnifying narrow band imaging. Gastric Cancer 23:126\u2013132. https:\/\/doi.org\/10.1007\/s10120-019-00992-2","journal-title":"Gastric Cancer"},{"key":"2434_CR13","doi-asserted-by":"crossref","unstructured":"Wahab N, Khan A, Lee YS (2017) Two-phase deep convolutional neural network for reducing class skewness in histopathological images based breast cancer detection. Comput Biol Med. 85:86\u201397","DOI":"10.1016\/j.compbiomed.2017.04.012"},{"issue":"8","key":"2434_CR14","doi-asserted-by":"publisher","first-page":"3719","DOI":"10.1007\/s00521-017-3333-9","volume":"31","author":"S Orturk","year":"2019","unstructured":"Orturk S, Akdemir B (2019) A convolutional neural network model for semantic segmentation of mitotic events in microscopy images. Neural Comput Appl 31(8):3719\u20133728","journal-title":"Neural Comput Appl"},{"key":"2434_CR15","doi-asserted-by":"publisher","first-page":"88","DOI":"10.1016\/j.ijsu.2020.05.015","volume":"79","author":"D Kitaguchi","year":"2020","unstructured":"Kitaguchi D, Takeshita N, Matsuzaki H, Oda T, Watanabe M, Mori K, Kobayashi E, Ito M (2020) Automated laparoscopic colorectal surgery workflow recognition using artificial intelligence: Experimental research. Int J Surg 79:88\u201394. https:\/\/doi.org\/10.1016\/j.ijsu.2020.05.015","journal-title":"Int J Surg"},{"key":"2434_CR16","doi-asserted-by":"publisher","first-page":"28825","DOI":"10.1007\/s11042-020-09468-3","volume":"79","author":"\u015e \u00d6zt\u00fcrk","year":"2020","unstructured":"\u00d6zt\u00fcrk \u015e, \u00d6zkaya U (2020) Gastrointestinal tract classification using improved LSTM based CNN. Multimed Tools Appl 79:28825\u201328840. https:\/\/doi.org\/10.1007\/s11042-020-09468-3","journal-title":"Multimed Tools Appl"},{"key":"2434_CR17","doi-asserted-by":"publisher","first-page":"1355","DOI":"10.1007\/s10620-019-05862-6","volume":"65","author":"Y Horiuchi","year":"2020","unstructured":"Horiuchi Y, Aoyama K, Tokai Y, Hirasawa T, Yoshimizu S, Ishiyama A, Yoshio T, Tsuchida T, Fujisaki J, Tada T (2020) Convolutional neural network for differentiating gastric cancer from gastritis using magnified endoscopy with narrow band imaging. Dig Dis Sci 65:1355\u20131363. https:\/\/doi.org\/10.1007\/s10620-019-05862-6","journal-title":"Dig Dis Sci"},{"key":"2434_CR18","doi-asserted-by":"publisher","first-page":"653","DOI":"10.1007\/s10120-018-0793-2","volume":"21","author":"T Hirasawa","year":"2018","unstructured":"Hirasawa T, Aoyama K, Tanimoto T, Ishihara S, Shichijo S, Ozawa T, Ohnishi T, Fujishiro M, Matsuo K, Fujisaki J, Tada T (2018) Application of artificial intelligence using a convolutional neural network for detecting gastric cancer in endoscopic images. Gastric Cancer 21:653\u2013660. https:\/\/doi.org\/10.1007\/s10120-018-0793-2","journal-title":"Gastric Cancer"},{"key":"2434_CR19","doi-asserted-by":"publisher","unstructured":"Karnes WE, Alkayali T, Mittal M,Patel A, Kim J, Chang JK, Ninh AQ, Urban G, Baldi P (2017) Su1642 Automated polyp detection using deep learning: leveling the field. GastrointestEndosc 85(5): AB376\u2013AB377. DOI: https:\/\/doi.org\/10.1016\/j.gie.2017.03.871","DOI":"10.1016\/j.gie.2017.03.871"},{"key":"2434_CR20","doi-asserted-by":"publisher","unstructured":"M Kirker\u00f8d RJ Borgli V Thambawita S Hicks RieglerMA. Halvorsen P (2019) Unsupervised preprocessing to improve generalisation for medical image classification. In, 2019 13th International Symposium on Medical Information and Communication Technology (ISMICT) [Internet], pag 1\u20136 Available at: https:\/\/doi.org\/10.1109\/ismict.2019.8743979","DOI":"10.1109\/ismict.2019.8743979"},{"key":"2434_CR21","doi-asserted-by":"publisher","first-page":"1196","DOI":"10.1111\/jgh.14941","volume":"35","author":"T Aoki","year":"2020","unstructured":"Aoki T, Yamada A, Kato Y, Saito H, Tsuboi A, Nakada A, Niikura R, Fujishiro M, Oka S, Ishihara S, Matsuda T, Nakahori M, Tanaka S, Koike K, Tada T (2020) Automatic detection of blood content in capsule endoscopy images based on a deep convolutional neural network. J Gastroenterol Hepatol 35:1196\u20131200. https:\/\/doi.org\/10.1111\/jgh.14941","journal-title":"J Gastroenterol Hepatol"},{"key":"2434_CR22","doi-asserted-by":"publisher","unstructured":"Petscharnig S, Sch\u00f6ffmann K (2018) Learning laparoscopic video shot classification for gynecological surgery. Multimed Tools Appl 77:8061\u20138079.https:\/\/doi.org\/10.1007\/s11042-017-4699-5","DOI":"10.1007\/s11042-017-4699-5"},{"key":"2434_CR23","doi-asserted-by":"publisher","unstructured":"Petscharnig S, Sch\u00f6ffmann K (2017) Deep Learning for Shot Classification in Gynecologic Surgery Videos. In: Amsaleg L, Gu\u00f0mundsson G, Gurrin C, J\u00f3nsson B, Satoh S. (eds) MultiMediaModeling. MMM 2017. Lecture Notes in Computer Science, vol 10132. Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-319-51811-4_57","DOI":"10.1007\/978-3-319-51811-4_57"},{"key":"2434_CR24","doi-asserted-by":"crossref","unstructured":"Jin Y, Li H, Dou Q, Chen H, Qin J, Fu C, Heng P (2020) Multi-task recurrent convolutional network with correlation loss for surgical video analysis. Med Image Anal 59:101572","DOI":"10.1016\/j.media.2019.101572"},{"key":"2434_CR25","doi-asserted-by":"publisher","first-page":"966","DOI":"10.1109\/TBME.2011.2181168","volume":"59","author":"F Lalys","year":"2012","unstructured":"Lalys F, Riffaud L, Bouget D, Jannin P (2012) A framework for the 980 recognition of high-level surgical tasks from video images for cataract surgeries. IEEE Trans Biomed Eng 59:966\u2013976. https:\/\/doi.org\/10.1109\/TBME.2011.2181168","journal-title":"IEEE Trans Biomed Eng"},{"key":"2434_CR26","unstructured":"Raju A, Wang S, Huang J (2016) M2cai surgical tool detection challenge report. http:\/\/camma.u-strasbg.fr\/m2cai2016\/reports\/Raju-Tool.pdf"},{"key":"2434_CR27","unstructured":"Sahu M, Mukhopadhyay A, Szengel A, Zachow S (2016b) Tool and phase recognition using contextual CNN features. arXiv preprint"},{"key":"2434_CR28","unstructured":"Twinanda AP, Mutter D, Marescaux J, de Mathelin M, Padoy N (2016) Single- and multi-task architectures for tool presence detection challenge at M2CAI 2016. Preprint at"},{"key":"2434_CR29","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1109\/tmi.2016.2593957","volume":"36","author":"AP Twinanda","year":"2017","unstructured":"Twinanda AP, Shehata S, Mutter D, Marescaux J, De Mathelin M, Padoy N (2017) Endonet: a deep architecture for recognition tasks on laparoscopic videos. IEEE Trans Med Imaging 36:86\u201397. https:\/\/doi.org\/10.1109\/tmi.2016.2593957","journal-title":"IEEE Trans Med Imaging"},{"key":"2434_CR30","doi-asserted-by":"crossref","unstructured":"Jin A, Yeung S, Jopling J, Krause J, Azagury D, Milstein A, Fei-Fei L (2018) Tool detection and operative skill assessment in surgical videos using region-based convolutional neural networks. In: WACV, pp 691\u2013699. Preprint at https:\/\/arxiv.org\/abs\/1802.08774","DOI":"10.1109\/WACV.2018.00081"},{"key":"#cr-split#-2434_CR31.1","doi-asserted-by":"crossref","unstructured":"Choi B, Jo K, Choi S, Choi J (2017) Surgical-tools detection based on Convolutional Neural Network in laparoscopic robot-assisted surgery. In: 2017 39th Annual International Conference of the IEEE Engineering in Medicine and Biology Society (EMBC) [Internet]. Seogwipo: IEEE","DOI":"10.1109\/EMBC.2017.8037183"},{"key":"#cr-split#-2434_CR31.2","unstructured":"2017 [citato 21 gennaio 2020]. pag. 1756-1759. Available at: https:\/\/ieeexplore.ieee.org\/document\/8037183\/"},{"key":"2434_CR32","doi-asserted-by":"publisher","unstructured":"Jo K, Choi Y, Choi J, Chung JW(2019) Robust real-time detection of laparoscopic instruments in robot surgery using convolutional neural networks with motion vector prediction. Appl Sci 9:2865.https:\/\/doi.org\/10.3390\/app9142865","DOI":"10.3390\/app9142865"},{"key":"2434_CR33","doi-asserted-by":"publisher","first-page":"993","DOI":"10.1089\/lap.2020.0535","volume":"30","author":"A Garc\u00eda Vazquez","year":"2020","unstructured":"Garc\u00eda Vazquez A, Verde JM, Dal Mas F, Palermo M, Cobianchi L, Marescaux J, Gallix B, Dallemagne B, Perretta S, Gimenez ME (2020) Image-Guided Surgical e-Learning in the Post-COVID-19 Pandemic Era: What Is Next? J Laparoendosc Adv Surg Tech A 30:993\u2013997. https:\/\/doi.org\/10.1089\/lap.2020.0535","journal-title":"J Laparoendosc Adv Surg Tech A"}],"container-title":["International Journal of Computer Assisted Radiology and Surgery"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-021-02434-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11548-021-02434-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-021-02434-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T09:17:18Z","timestamp":1744190238000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11548-021-02434-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,6,24]]},"references-count":34,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2021,11]]}},"alternative-id":["2434"],"URL":"https:\/\/doi.org\/10.1007\/s11548-021-02434-w","relation":{},"ISSN":["1861-6410","1861-6429"],"issn-type":[{"value":"1861-6410","type":"print"},{"value":"1861-6429","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,6,24]]},"assertion":[{"value":"5 February 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 June 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 June 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"None of the authors has any conflicts of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of interest"}},{"value":"The protocol for this study was reviewed and approved by the Tokyo Women\u2019s Medical University Review Board (Protocol No: 5380).","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"NA (Images from surgical videos were used, and there was no concern about identifiable information).","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}}]}}