{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,7]],"date-time":"2026-10-07T17:37:42Z","timestamp":1791394662969,"version":"4.3.3"},"reference-count":122,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T00:00:00Z","timestamp":1726444800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T00:00:00Z","timestamp":1726444800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key Research and Development Program of China","doi-asserted-by":"publisher","award":["2019YFB1311300"],"award-info":[{"award-number":["2019YFB1311300"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Artif Intell Rev"],"DOI":"10.1007\/s10462-024-10929-6","type":"journal-article","created":{"date-parts":[[2024,9,16]],"date-time":"2024-09-16T01:01:51Z","timestamp":1726448511000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":23,"title":["Deep learning for surgical workflow analysis: a survey of progresses, limitations, and trends"],"prefix":"10.1007","volume":"57","author":[{"given":"Yunlong","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zijian","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Renbo","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Feng","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,9,16]]},"reference":[{"key":"10929_CR1","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1016\/j.media.2018.11.008","volume":"52","author":"H Al Hajj","year":"2019","unstructured":"Al Hajj H, Lamard M, Conze PH, Roychowdhury S, Hu X, Mar\u0161alkait\u0117 G, Zisimopoulos O, Dedmari MA, Zhao F, Prellberg J, Sahu M, Galdran A, Ara\u00fajo T, Vo DM, Panda C, Dahiya N, Kondo S, Bian Z, Vahdat A, Bialopetravi\u010dius J, Flouty E, Qiu C, Dill S, Mukhopadhyay A, Costa P, Aresta G, Ramamurthy S, Lee SW, Campilho A, Zachow S, Xia S, Conjeti S, Stoyanov D, Armaitis J, Heng PA, Macready WG, Cochener B, Quellec G (2019) CATARACTS: challenge on automatic tool annotation for cataRACT surgery. Med Image Anal 52:24\u201341. https:\/\/doi.org\/10.1016\/j.media.2018.11.008","journal-title":"Med Image Anal"},{"key":"10929_CR2","doi-asserted-by":"crossref","unstructured":"Ban Y, Rosman G, Ward T, Hashimoto D, Kondo T, Iwaki H, Meireles O, Rus D (2021) Aggregating long-term context for learning laparoscopic and robot-assisted surgical workflows. In: 2021 IEEE international conference on robotics and automation (ICRA). pp 14531\u201314538","DOI":"10.1109\/ICRA48506.2021.9561770"},{"issue":"2","key":"10929_CR3","doi-asserted-by":"publisher","first-page":"5741","DOI":"10.1109\/LRA.2022.3156856","volume":"7","author":"Y Ban","year":"2022","unstructured":"Ban Y, Rosman G, Eckhoff JA, Ward TM, Hashimoto DA, Kondo T, Iwaki H, Meireles OR, Rus D (2022) Supr-Gan: surgical prediction GAN for event anticipation in laparoscopic and robotic surgery. IEEE Robot Autom Lett 7(2):5741\u20135748. https:\/\/doi.org\/10.1109\/LRA.2022.3156856","journal-title":"IEEE Robot Autom Lett"},{"key":"10929_CR4","doi-asserted-by":"publisher","DOI":"10.1038\/s41598-020-79173-6","author":"O Bar","year":"2020","unstructured":"Bar O, Neimark D, Zohar M, Hager G, Girshick R, Fried G, Wolf T, Asselmann D (2020) Impact of data on generalization of AI for surgical intelligence applications. Sci Rep. https:\/\/doi.org\/10.1038\/s41598-020-79173-6","journal-title":"Sci Rep"},{"issue":"3","key":"10929_CR5","doi-asserted-by":"publisher","first-page":"311","DOI":"10.1016\/j.bpobgyn.2012.11.003","volume":"27","author":"R Bharathan","year":"2013","unstructured":"Bharathan R, Aggarwal R, Darzi A (2013) Operating room of the future. Best Pract Res Clin Obstet Gynaecol 27(3):311\u2013322. https:\/\/doi.org\/10.1016\/j.bpobgyn.2012.11.003","journal-title":"Best Pract Res Clin Obstet Gynaecol"},{"key":"10929_CR6","doi-asserted-by":"publisher","first-page":"611","DOI":"10.1177\/1553350621996961","volume":"28","author":"D Birkhoff","year":"2021","unstructured":"Birkhoff D, Dalen ASH, Schijven M (2021) A review on the current applications of artificial intelligence in the operating room. Surg Innov 28:611\u2013619. https:\/\/doi.org\/10.1177\/1553350621996961","journal-title":"Surg Innov"},{"key":"10929_CR7","doi-asserted-by":"publisher","unstructured":"Blum T, Feu\u00dfner H, Navab N (2010) Modeling and segmentation of surgical workflow from laparoscopic video. In: Medical image computing and computer-assisted intervention: MICCAI ... International conference on medical image computing and computer-assisted intervention, vol 13. pp 400\u2013407. https:\/\/doi.org\/10.1007\/978-3-642-15711-0_50","DOI":"10.1007\/978-3-642-15711-0_50"},{"key":"10929_CR8","doi-asserted-by":"publisher","first-page":"1079","DOI":"10.1007\/s11548-019-01963-9","volume":"14","author":"S Bodenstedt","year":"2019","unstructured":"Bodenstedt S, Rivoir D, Jenke A, Wagner M, Breucha M, M\u00fcller B, Mees S, Weitz J, Speidel S (2019) Active learning using deep Bayesian networks for surgical workflow analysis. Int J Comput Assist Radiol Surg 14:1079\u20131087. https:\/\/doi.org\/10.1007\/s11548-019-01963-9","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"10929_CR9","unstructured":"Bolton E, Venigalla A, Yasunaga M, Hall D, Xiong B, Lee T, Daneshjou R, Frankle J, Liang P, Carbin M, Manning CD (2024) BioMedLM: a 2.7B parameter language model trained on biomedical text. http:\/\/arxiv.org\/abs\/2403.18421"},{"key":"10929_CR10","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-023-09668-x","author":"M Bombieri","year":"2023","unstructured":"Bombieri M, Rospocher M, Ponzetto S, Fiorini P (2023a) The robotic-surgery propositional bank. Lang Resour Eval. https:\/\/doi.org\/10.1007\/s10579-023-09668-x","journal-title":"Lang Resour Eval"},{"key":"10929_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s41060-023-00433-5","volume":"18","author":"M Bombieri","year":"2023","unstructured":"Bombieri M, Rospocher M, Ponzetto S, Fiorini P (2023b) SurgicBERTa: a pre-trained language model for procedural surgical language. Int J Data Sci Anal 18:1\u201313. https:\/\/doi.org\/10.1007\/s41060-023-00433-5","journal-title":"Int J Data Sci Anal"},{"key":"10929_CR12","doi-asserted-by":"publisher","first-page":"106415","DOI":"10.1016\/j.compbiomed.2022.106415","volume":"152","author":"M Bombieri","year":"2023","unstructured":"Bombieri M, Rospocher M, Ponzetto SP, Fiorini P (2023c) Machine understanding surgical actions from intervention procedure textbooks. Comput Biol Med 152:106415. https:\/\/doi.org\/10.1016\/j.compbiomed.2022.106415","journal-title":"Comput Biol Med"},{"key":"10929_CR13","doi-asserted-by":"crossref","unstructured":"Brodersen KH, Ong CS, Stephan KE, Buhmann JM (2010) The balanced accuracy and its posterior distribution. In: 2010 20th international conference on pattern recognition. pp 3121\u20133124","DOI":"10.1109\/ICPR.2010.764"},{"key":"10929_CR14","doi-asserted-by":"crossref","unstructured":"Charriere K, Quelled G, Lamard M, Martiano D, Cazuguel G, Coatrieux G, Cochener B (2016) Real-time multilevel sequencing of cataract surgery videos. In: 2016 14th international workshop on content-based multimedia indexing (CBMI). pp 1\u20136","DOI":"10.1109\/CBMI.2016.7500245"},{"key":"10929_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s13640-018-0316-4","volume":"2018","author":"Y Chen","year":"2018","unstructured":"Chen Y, Sun Q, Zhong K (2018) Semi-supervised spatio-temporal CNN for recognition of surgical workflow. EURASIP J Image Video Process 2018:1\u20139. https:\/\/doi.org\/10.1186\/s13640-018-0316-4","journal-title":"EURASIP J Image Video Process"},{"key":"10929_CR16","doi-asserted-by":"crossref","unstructured":"Chen HB, Li Z, Fu P, Ni ZL, Bian GB (2022) Spatio-temporal causal transformer for multi-grained surgical phase recognition. In: 2022 44th annual international conference of the IEEE Engineering in Medicine & Biology Society (EMBC). pp 1663\u20131666","DOI":"10.1109\/EMBC48229.2022.9871004"},{"key":"10929_CR17","first-page":"451","volume-title":"Medical image computing and computer assisted intervention\u2014MICCAI 2023","author":"Y Chen","year":"2023","unstructured":"Chen Y, He S, Jin Y, Qin J (2023a) Surgical activity triplet recognition via triplet disentanglement. In: Greenspan H, Madabhushi A, Mousavi P, Salcudean S, Duncan J, Syeda-Mahmood T, Taylor R (eds) Medical image computing and computer assisted intervention\u2014MICCAI 2023. Springer Nature Switzerland, Cham, pp 451\u2013461"},{"key":"10929_CR18","doi-asserted-by":"crossref","unstructured":"Chen Z, Zhai Y, Zhang J, Wang J (2023b) Surgical temporal action-aware network with sequence regularization for phase recognition. In: 2023 IEEE international conference on bioinformatics and biomedicine (BIBM). pp 1836\u20131841","DOI":"10.1109\/BIBM58861.2023.10385308"},{"key":"10929_CR19","first-page":"9355","volume-title":"Advances in neural information processing systems","author":"X Chu","year":"2021","unstructured":"Chu X, Tian Z, Wang Y, Zhang B, Ren H, Wei X, Xia H, Shen C (2021) Twins: revisiting the design of spatial attention in vision transformers. In: Ranzato M, Beygelzimer A, Dauphin Y, Liang P, Vaughan JW (eds) Advances in neural information processing systems, vol 34. Curran Associates Inc, pp 9355\u20139366"},{"key":"10929_CR20","doi-asserted-by":"crossref","unstructured":"Czempiel T, Paschali M, Keicher M, Simson W, Feussner H, Kim ST, Navab N (2020) Tecno: Surgical phase recognition with multi-stage temporal convolutional networks. In: Medical image computing and computer assisted intervention\u2014MICCAI 2020: 23rd international conference, Lima, Peru, October 4-8, 2020, proceedings, part III. Springer-Verlag, Berlin, Heidelberg, pp 343\u2013352","DOI":"10.1007\/978-3-030-59716-0_33"},{"key":"10929_CR21","doi-asserted-by":"crossref","unstructured":"Czempiel T, Paschali M, Ostler D, Kim ST, Busam B, Navab N (2021) Opera: attention-regularized transformers for surgical phase recognition. In: Medical image computing and computer assisted intervention\u2014MICCAI 2021: 24th international conference, Strasbourg, France, September 27-October 1, 2021, proceedings, part IV. Springer-Verlag, Berlin, Heidelberg, pp 604\u2013614","DOI":"10.1007\/978-3-030-87202-1_58"},{"issue":"11","key":"10929_CR22","doi-asserted-by":"publisher","first-page":"5405","DOI":"10.1109\/JBHI.2023.3311628","volume":"27","author":"KC Demir","year":"2023","unstructured":"Demir KC, Schieber H, Weise T, Roth D, May M, Maier A, Yang SH (2023) Deep learning in surgical workflow analysis: a review of phase and step recognition. IEEE J Biomed Health Inform 27(11):5405\u20135417. https:\/\/doi.org\/10.1109\/JBHI.2023.3311628","journal-title":"IEEE J Biomed Health Inform"},{"key":"10929_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s00464-023-09990-z","volume":"37","author":"R den Boer","year":"2023","unstructured":"den Boer R, Jaspers T, de Jongh C, Pluim J, Sommen F, Boers T, Hillegersberg R, Eijnatten M, Ruurda J (2023) Deep learning-based recognition of key anatomical structures during robot-assisted minimally invasive esophagectomy. Surg Endosc 37:1\u201312. https:\/\/doi.org\/10.1007\/s00464-023-09990-z","journal-title":"Surg Endosc"},{"key":"10929_CR24","doi-asserted-by":"publisher","first-page":"1081","DOI":"10.1007\/s11548-016-1371-x","volume":"11","author":"O Dergachyova","year":"2016","unstructured":"Dergachyova O, Bouget D, Huaulm\u00e9 A, Morandi X, Jannin P (2016) Automatic data-driven real-time segmentation and recognition of surgical workflow. Int J Comput Assist Radiol Surg 11:1081\u20131089","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"11","key":"10929_CR25","doi-asserted-by":"publisher","first-page":"3309","DOI":"10.1109\/TMI.2022.3182995","volume":"41","author":"X Ding","year":"2022","unstructured":"Ding X, Li X (2022) Exploring segment-level semantics for online phase recognition from surgical videos. IEEE Trans Med Imaging 41(11):3309\u20133319. https:\/\/doi.org\/10.1109\/TMI.2022.3182995","journal-title":"IEEE Trans Med Imaging"},{"key":"10929_CR26","doi-asserted-by":"crossref","unstructured":"Ding Y, Fan J, Pang K, Li H, Fu T, Song H, Chen L, Yang J (2020) Surgical workflow recognition using two-stream mixed convolution network. In: 2020 3rd international conference on advanced electronic materials, computers and software engineering (AEMCSE). pp 264\u2013269","DOI":"10.1109\/AEMCSE50948.2020.00064"},{"issue":"6","key":"10929_CR27","doi-asserted-by":"publisher","first-page":"1897","DOI":"10.1109\/TMI.2023.3242980","volume":"42","author":"X Ding","year":"2023","unstructured":"Ding X, Yan X, Wang Z, Zhao W, Zhuang J, Xu X, Li X (2023) Less is more: surgical phase recognition from timestamp supervision. IEEE Trans Med Imaging 42(6):1897\u20131910. https:\/\/doi.org\/10.1109\/TMI.2023.3242980","journal-title":"IEEE Trans Med Imaging"},{"key":"10929_CR28","unstructured":"DiPietro RS, Stauder R, Kayis E, Schneider A, Kranzfelder M, Feu\u00dfner H, Hager G, Navab N (2015) Automated surgical-phase recognition using rapidly-deployable sensors. In Proceedings of Modeling and Monitoring  of Computer Assisted Interventions Workshop in Conjunction with Medical  Image Computing and Computer Assisted Interventions"},{"key":"10929_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s00464-023-09971-2","volume":"37","author":"J Eckhoff","year":"2023","unstructured":"Eckhoff J, Ban Y, Rosman G, M\u00fcller D, Hashimoto D, Witkowski E, Babic B, Rus D, Bruns C, Fuchs H, Meireles O (2023) TEsoNet: knowledge transfer in surgical phase recognition from laparoscopic sleeve gastrectomy to the laparoscopic part of Ivor-Lewis esophagectomy. Surg Endosc 37:1\u201314. https:\/\/doi.org\/10.1007\/s00464-023-09971-2","journal-title":"Surg Endosc"},{"key":"10929_CR30","doi-asserted-by":"publisher","DOI":"10.1186\/s12938-022-01048-w","author":"L Fang","year":"2022","unstructured":"Fang L, Mou L, Gu Y, Hu Y, Chen B, Chen X, Wang Y, Liu J, Zhao Y (2022) Global-local multi-stage temporal convolutional network for cataract surgery phase recognition. BioMed Eng OnLine. https:\/\/doi.org\/10.1186\/s12938-022-01048-w","journal-title":"BioMed Eng OnLine"},{"key":"10929_CR31","doi-asserted-by":"publisher","first-page":"103026","DOI":"10.1016\/j.media.2023.103026","volume":"91","author":"X Feng","year":"2024","unstructured":"Feng X, Zhang X, Shi X, Li L, Wang S (2024) ST-ITEF: spatio-temporal intraoperative task estimating framework to recognize surgical phase and predict instrument path based on multi-object tracking in keratoplasty. Med Image Anal 91:103026. https:\/\/doi.org\/10.1016\/j.media.2023.103026","journal-title":"Med Image Anal"},{"key":"10929_CR32","doi-asserted-by":"crossref","unstructured":"Funke I, Jenke A, Mees ST, Weitz J, Speidel S, Bodenstedt S (2018) Temporal coherence-based self-supervised learning for laparoscopic workflow analysis. In: Stoyanov D, Taylor Z, Sarikaya D, McLeod J, Gonz\u00e1lez Ballester MA, Codella NC, Martel A, Maier-Hein L, Malpani A, Zenati MA, De\u00a0Ribaupierre S, Xiongbiao L, Collins T, Reichl T, Drechsler K, Erdt M, Linguraru MG, Oyarzun Laura C, Shekhar R, Wesarg S, Celebi ME, Dana K, Halpern A (eds) OR 2.0 context-aware operating theaters, computer assisted robotic endoscopy, clinical image-based procedures, and skin image analysis. Springer International Publishing, Cham, pp 85\u201393","DOI":"10.1007\/978-3-030-01201-4_11"},{"key":"10929_CR33","unstructured":"Funke I, Rivoir D, Speidel S (2023) Metrics matter in surgical phase recognition. http:\/\/arxiv.org\/abs\/2305.13961"},{"key":"10929_CR34","doi-asserted-by":"crossref","unstructured":"Gao X, Jin Y, Long Y, Dou Q, Heng PA (2021) Trans-SVNet: accurate phase recognition from surgical videos via hybrid embedding aggregation transformer. In: International conference on medical image computing and computer-assisted intervention. pp 593\u2013603","DOI":"10.1007\/978-3-030-87202-1_57"},{"key":"10929_CR35","doi-asserted-by":"publisher","first-page":"106391","DOI":"10.1016\/j.compbiomed.2022.106391","volume":"152","author":"F Garcea","year":"2023","unstructured":"Garcea F, Serra A, Lamberti F, Morra L (2023) Data augmentation for medical imaging: a systematic literature review. Comput Biol Med 152:106391. https:\/\/doi.org\/10.1016\/j.compbiomed.2022.106391","journal-title":"Comput Biol Med"},{"key":"10929_CR36","doi-asserted-by":"publisher","DOI":"10.1097\/SLA.0000000000004425","author":"C Garrow","year":"2020","unstructured":"Garrow C, Kowalewski KF, Li L, Wagner M, Schmidt M, Engelhardt S, Hashimoto D, Kenngott H, Bodenstedt S, Speidel S, M\u00fcller B, Nickel F (2020) Machine learning for surgical phase recognition: a systematic review. Ann Surg. https:\/\/doi.org\/10.1097\/SLA.0000000000004425","journal-title":"Ann Surg"},{"key":"10929_CR37","doi-asserted-by":"publisher","first-page":"9215","DOI":"10.1007\/s00464-022-09405-5","volume":"36","author":"T Golany","year":"2022","unstructured":"Golany T, Aides A, Freedman D, Rabani N, Liu Y, Rivlin E, Corrado GS, Matias Y, Khoury W, Kashtan H, Reissman P (2022) Artificial intelligence for phase recognition in complex laparoscopic cholecystectomy. Surg Endosc 36:9215\u20139223. https:\/\/doi.org\/10.1007\/s00464-022-09405-5","journal-title":"Surg Endosc"},{"issue":"4","key":"10929_CR38","doi-asserted-by":"publisher","first-page":"1628","DOI":"10.1109\/TMI.2023.3345736","volume":"43","author":"S Gui","year":"2024","unstructured":"Gui S, Wang Z, Chen J, Zhou X, Zhang C, Cao Y (2024) MT4MTL-KD: a multi-teacher knowledge distillation framework for triplet recognition. IEEE Trans Med Imaging 43(4):1628\u20131639. https:\/\/doi.org\/10.1109\/TMI.2023.3345736","journal-title":"IEEE Trans Med Imaging"},{"issue":"3","key":"10929_CR39","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1016\/j.lers.2023.07.001","volume":"6","author":"K Guo","year":"2023","unstructured":"Guo K, Tao H, Zhu Y, Li B, Fang C, Qian Y, Yang J (2023) Current applications of artificial intelligence-based computer vision in laparoscopic surgery. Laparosc Endosc Robot Surg 6(3):91\u201396. https:\/\/doi.org\/10.1016\/j.lers.2023.07.001","journal-title":"Laparosc Endosc Robot Surg"},{"key":"10929_CR40","doi-asserted-by":"publisher","first-page":"30","DOI":"10.1038\/s41591-018-0307-0","volume":"25","author":"J He","year":"2019","unstructured":"He J, Baxter SL, Xu J, Xu J, Zhou X, Zhang K (2019) The practical implementation of artificial intelligence technologies in medicine. Nat Med 25:30\u201336. https:\/\/doi.org\/10.1038\/s41591-018-0307-0","journal-title":"Nat Med"},{"key":"10929_CR41","doi-asserted-by":"crossref","unstructured":"Hirsch R, Caron M, Cohen R, Livne A, Shapiro R, Golany T, Goldenberg R, Freedman D, Rivlin E (2023) Self-supervised learning for endoscopic video analysis. In Medical Image Computing and Computer Assisted Intervention\u2013 MICCAI 2023. Springer Nature Switzerland, Cham, pp 569\u2013578","DOI":"10.1007\/978-3-031-43904-9_55"},{"key":"10929_CR42","volume-title":"HIMSS dictionary of health information technology terms, acronyms, and organizations","author":"H Information","year":"2017","unstructured":"Information H, Society MS (2017) HIMSS dictionary of health information technology terms, acronyms, and organizations. CRC Press, Boca Raton"},{"issue":"5","key":"10929_CR43","doi-asserted-by":"publisher","first-page":"1114","DOI":"10.1109\/TMI.2017.2787657","volume":"37","author":"Y Jin","year":"2018","unstructured":"Jin Y, Dou Q, Chen H, Yu L, Qin J, Fu CW, Heng PA (2018) SV-RCNet: workflow recognition from surgical videos using recurrent convolutional network. IEEE Trans Med Imaging 37(5):1114\u20131126. https:\/\/doi.org\/10.1109\/TMI.2017.2787657","journal-title":"IEEE Trans Med Imaging"},{"key":"10929_CR44","doi-asserted-by":"publisher","first-page":"101572","DOI":"10.1016\/j.media.2019.101572","volume":"59","author":"Y Jin","year":"2020","unstructured":"Jin Y, Li H, Dou Q, Chen H, Qin J, Fu CW, Heng PA (2020) Multi-task recurrent convolutional network with correlation loss for surgical video analysis. Med Image Anal 59:101572. https:\/\/doi.org\/10.1016\/j.media.2019.101572","journal-title":"Med Image Anal"},{"issue":"7","key":"10929_CR45","doi-asserted-by":"publisher","first-page":"1911","DOI":"10.1109\/TMI.2021.3069471","volume":"40","author":"Y Jin","year":"2021","unstructured":"Jin Y, Long Y, Chen C, Zhao Z, Dou Q, Heng PA (2021) Temporal memory relation network for workflow recognition from surgical video. IEEE Trans Med Imaging 40(7):1911\u20131923. https:\/\/doi.org\/10.1109\/TMI.2021.3069471","journal-title":"IEEE Trans Med Imaging"},{"key":"10929_CR46","doi-asserted-by":"publisher","first-page":"849","DOI":"10.1007\/s11548-022-02600-8","volume":"17","author":"A Kadkhodamohammadi","year":"2022","unstructured":"Kadkhodamohammadi A, Luengo I, Stoyanov D (2022) PATG: position-aware temporal graph networks for surgical phase recognition on laparoscopic videos. Int J Comput Assist Radiol Surg 17:849\u2013856. https:\/\/doi.org\/10.1007\/s11548-022-02600-8","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"10929_CR47","doi-asserted-by":"publisher","first-page":"11","DOI":"10.1515\/bmt-2017-0020","volume":"63","author":"M Kasparick","year":"2018","unstructured":"Kasparick M, Schmitz M, Andersen B, Rockstroh M, Franke S, Schlichting S, Golatowski F, Timmermann D (2018) OR.NET: a service-oriented architecture for safe and dynamic medical device interoperability. Biomed Eng 63:11\u201330","journal-title":"Biomed Eng"},{"issue":"7","key":"10929_CR48","doi-asserted-by":"publisher","first-page":"1920","DOI":"10.1109\/TMI.2022.3222126","volume":"42","author":"H Kassem","year":"2023","unstructured":"Kassem H, Alapatt D, Mascagni P, Karargyris A, Padoy N (2023) Federated cycling (FedCy): semi-supervised federated learning of surgical phases. IEEE Trans Med Imaging 42(7):1920\u20131931. https:\/\/doi.org\/10.1109\/TMI.2022.3222126","journal-title":"IEEE Trans Med Imaging"},{"key":"10929_CR49","doi-asserted-by":"publisher","DOI":"10.3390\/app12178746","author":"K Kirtac","year":"2022","unstructured":"Kirtac K, Aydin N, Lavanchy JL, Beldi G, Smit M, Woods MS, Aspart F (2022) Surgical phase recognition: from public datasets to real-world data. Appl Sci. https:\/\/doi.org\/10.3390\/app12178746","journal-title":"Appl Sci"},{"key":"10929_CR50","doi-asserted-by":"publisher","first-page":"966","DOI":"10.1109\/TBME.2011.2181168","volume":"59","author":"F Lalys","year":"2012","unstructured":"Lalys F, Riffaud L, Bouget D, Jannin P (2012) A framework for the recognition of high-level surgical tasks from video images for cataract surgeries. IEEE Trans Biomed Eng 59:966\u2013976","journal-title":"IEEE Trans Biomed Eng"},{"key":"10929_CR51","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1007\/978-3-319-49409-8_7","volume-title":"Computer vision\u2014ECCV 2016 workshops","author":"C Lea","year":"2016","unstructured":"Lea C, Vidal R, Reiter A, Hager GD (2016a) Temporal convolutional networks: a unified approach to action segmentation. In: Hua G, J\u00e9gou H (eds) Computer vision\u2014ECCV 2016 workshops. Springer International Publishing, Cham, pp 47\u201354"},{"key":"10929_CR52","doi-asserted-by":"crossref","unstructured":"Lea C, Vidal R, Hager GD (2016b) Learning convolutional action primitives for fine-grained action recognition. In: 2016 IEEE international conference on robotics and automation (ICRA). pp 1642\u20131649","DOI":"10.1109\/ICRA.2016.7487305"},{"key":"10929_CR53","doi-asserted-by":"publisher","first-page":"105637","DOI":"10.1016\/j.bspc.2023.105637","volume":"88","author":"SG Lee","year":"2024","unstructured":"Lee SG, Kim GY, Hwang YN, Kwon JY, Kim SM (2024) Adaptive undersampling and short clip-based two-stream CNN-LSTM model for surgical phase recognition on cholecystectomy videos. Biomed Signal Process Control 88:105637. https:\/\/doi.org\/10.1016\/j.bspc.2023.105637","journal-title":"Biomed Signal Process Control"},{"issue":"2","key":"10929_CR54","doi-asserted-by":"publisher","first-page":"4212","DOI":"10.1109\/LRA.2022.3148454","volume":"7","author":"L Li","year":"2022","unstructured":"Li L, Li X, Ding S, Fang Z, Xu M, Ren H, Yang S (2022a) SIRNet: fine-grained surgical interaction recognition. IEEE Robot Autom Lett 7(2):4212\u20134219. https:\/\/doi.org\/10.1109\/LRA.2022.3148454","journal-title":"IEEE Robot Autom Lett"},{"issue":"12","key":"10929_CR55","doi-asserted-by":"publisher","first-page":"6999","DOI":"10.1109\/TNNLS.2021.3084827","volume":"33","author":"Z Li","year":"2022","unstructured":"Li Z, Liu F, Yang W, Peng S, Zhou J (2022b) A survey of convolutional neural networks: analysis, applications, and prospects. IEEE Trans Neural Netw Learn Syst 33(12):6999\u20137019. https:\/\/doi.org\/10.1109\/TNNLS.2021.3084827","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"10","key":"10929_CR56","doi-asserted-by":"publisher","first-page":"4983","DOI":"10.1109\/JBHI.2023.3299321","volume":"27","author":"Y Li","year":"2023","unstructured":"Li Y, Xia T, Luo H, He B, Jia F (2023) MT-FiST: a multi-task fine-grained spatial-temporal framework for surgical action triplet recognition. IEEE J Biomed Health Inform 27(10):4983\u20134994. https:\/\/doi.org\/10.1109\/JBHI.2023.3299321","journal-title":"IEEE J Biomed Health Inform"},{"key":"10929_CR57","unstructured":"Liu Y, Boels M, Garc\u00eda-Peraza-Herrera LC, Vercauteren TKM, Dasgupta P, Granados A, Ourselin S (2023a) LoViT: long video transformer for surgical phase recognition. http:\/\/arxiv.org\/abs\/2305.08989"},{"key":"10929_CR58","doi-asserted-by":"crossref","unstructured":"Liu Y, Huo J, Peng J, Sparks R, Dasgupta P, Granados A, Ourselin S (2023b) Skit: a fast key information video transformer for online surgical phase recognition. In: 2023 IEEE\/CVF international conference on computer vision (ICCV). pp 21017\u201321027","DOI":"10.1109\/ICCV51070.2023.01927"},{"key":"10929_CR59","doi-asserted-by":"publisher","unstructured":"Maier-Hein L, Vedula SS, Speidel S, Navab N, Kikinis R, Park AE, Eisenmann M, Feu\u00dfner H, Forestier G, Giannarou S, Hashizume M, Katic D, Kenngott H, Kranzfelder M, Malpani A, M\u00e4rz K, Neumuth T, Padoy N, Pugh CM, Schoch N, Stoyanov D, Taylor RH, Wagner M, Hager G, Jannin P (2017) Surgical data science for next-generation interventions. Nat Biomed Eng 1:691\u2013696. https:\/\/doi.org\/10.1038\/s41551-017-0132-7","DOI":"10.1038\/s41551-017-0132-7"},{"key":"10929_CR60","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1038\/s41597-021-00882-2","volume":"8","author":"L Maier-Hein","year":"2020","unstructured":"Maier-Hein L, Wagner M, Ross T, Reinke A, Bodenstedt S, Full PM, Hempe H, Filimon DM, Scholz P, Tran TN, Bruno P, Kisilenko A, M\u00fcller B, Davitashvili T, Capek M, Tizabi MD, Eisenmann M, Adler TJ, Gr\u00f6hl J, Schellenberg M, Seidlitz S, Lai TYE, Roethlingshoefer V, Both F, Bittel S, Mengler M, Apitz M, Speidel S, Kenngott H, M\u00fcller-Stich BP (2020) Heidelberg colorectal data set for surgical data science in the sensor operating room. Sci Data 8:101","journal-title":"Sci Data"},{"key":"10929_CR61","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1038\/s41746-022-00707-5","volume":"5","author":"P Mascagni","year":"2022","unstructured":"Mascagni P, Alapatt D, Sestini L, Altieri M, Madani A, Watanabe Y, Alseidi A, Redan J, Alfieri S, Costamagna G, Boskoski I, Padoy N, Hashimoto D (2022) Computer vision in surgery: from potential to clinical value. npj Digit Med 5:163. https:\/\/doi.org\/10.1038\/s41746-022-00707-5","journal-title":"npj Digit Med"},{"issue":"1","key":"10929_CR62","doi-asserted-by":"publisher","first-page":"znad353","DOI":"10.1093\/bjs\/znad353","volume":"111","author":"P Mascagni","year":"2023","unstructured":"Mascagni P, Alapatt D, Lapergola A, Vardazaryan A, Mazellier JP, Dallemagne B, Mutter D, Padoy N (2023) Early-stage clinical evaluation of real-time artificial intelligence assistance for laparoscopic cholecystectomy. Br J Surg 111(1):znad353. https:\/\/doi.org\/10.1093\/bjs\/znad353","journal-title":"Br J Surg"},{"key":"10929_CR63","unstructured":"Mondal SS, Sathish R, Sheet D (2019) Multitask learning of temporal connectionism in convolutional networks using a joint distribution loss function to simultaneously identify tools and phase in surgical videos. http:\/\/arxiv.org\/abs\/1905.08315"},{"key":"10929_CR64","doi-asserted-by":"publisher","first-page":"685","DOI":"10.1007\/s11548-018-1882-8","volume":"14","author":"HC Nakawala","year":"2018","unstructured":"Nakawala HC, Bianchi R, Pescatori LE, Cobelli OD, Ferrigno G, Momi ED (2018) \u201cDeep-Onto\u2019\u2019 network for surgical workflow and context recognition. Int J Comput Assist Radiol Surg 14:685\u2013696. https:\/\/doi.org\/10.1007\/s11548-018-1882-8","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"10929_CR65","unstructured":"Neimark D, Bar O, Zohar M, Hager G, Asselmann D (2021) \u201cTrain one, classify one, teach one\u201d\u2014cross-surgery transfer learning for surgical step recognition. http:\/\/arxiv.org\/abs\/2102.12308"},{"key":"10929_CR66","unstructured":"Nwoye CI, Padoy N (2022) Data splits and metrics for method benchmarking on surgical action triplet datasets. http:\/\/arxiv.org\/abs\/2204.05235"},{"key":"10929_CR67","doi-asserted-by":"crossref","unstructured":"Nwoye CI, Gonzalez C, Yu T, Mascagni P, Mutter D, Marescaux J, Padoy N (2020) Recognition of instrument-tissue interactions in endoscopic videos via action triplets. In: Medical image computing and computer assisted intervention\u2014MICCAI 2020: 23rd international conference, Lima, Peru, October 4\u20138, 2020, proceedings, part III. Springer-Verlag, Berlin, Heidelberg, pp 364\u2013374","DOI":"10.1007\/978-3-030-59716-0_35"},{"key":"10929_CR68","doi-asserted-by":"publisher","first-page":"102433","DOI":"10.1016\/j.media.2022.102433","volume":"78","author":"CI Nwoye","year":"2022","unstructured":"Nwoye CI, Yu T, Gonzalez C, Seeliger B, Mascagni P, Mutter D, Marescaux J, Padoy N (2022) Rendezvous: attention mechanisms for the recognition of surgical action triplets in endoscopic videos. Med Image Anal 78:102433. https:\/\/doi.org\/10.1016\/j.media.2022.102433","journal-title":"Med Image Anal"},{"key":"10929_CR69","doi-asserted-by":"publisher","first-page":"102803","DOI":"10.1016\/j.media.2023.102803","volume":"86","author":"CI Nwoye","year":"2023","unstructured":"Nwoye CI, Alapatt D, Yu T, Vardazaryan A, Xia F, Zhao Z, Xia T, Jia F, Yang Y, Wang H, Yu D, Zheng G, Duan X, Getty N, Sanchez-Matilla R, Robu M, Zhang L, Chen H, Wang J, Wang L, Zhang B, Gerats B, Raviteja S, Sathish R, Tao R, Kondo S, Pang W, Ren H, Abbing JR, Sarhan MH, Bodenstedt S, Bhasker N, Oliveira B, Torres HR, Ling L, Gaida F, Czempiel T, Vila\u00e7a JL, Morais P, Fonseca J, Egging RM, Wijma IN, Qian C, Bian G, Li Z, Balasubramanian V, Sheet D, Luengo I, Zhu Y, Ding S, Aschenbrenner JA, van der Kar NE, Xu M, Islam M, Seenivasan L, Jenke A, Stoyanov D, Mutter D, Mascagni P, Seeliger B, Gonzalez C, Padoy N (2023) Cholectriplet 2021: a benchmark challenge for surgical action triplet recognition. Med Image Anal 86:102803. https:\/\/doi.org\/10.1016\/j.media.2023.102803","journal-title":"Med Image Anal"},{"key":"10929_CR70","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1080\/13645706.2019.1584116","volume":"28","author":"N Padoy","year":"2019","unstructured":"Padoy N (2019) Machine and deep learning for workflow recognition during surgery. Minim Invasive Ther Allied Technol 28:82\u201390","journal-title":"Minim Invasive Ther Allied Technol"},{"key":"10929_CR71","doi-asserted-by":"publisher","first-page":"632","DOI":"10.1016\/j.media.2010.10.001","volume":"16","author":"N Padoy","year":"2012","unstructured":"Padoy N, Blum T, Ahmadi SA, Feu\u00dfner H, Berger MO, Navab N (2012) Statistical modeling and recognition of surgical workflow. Med Image Anal 16:632\u2013641","journal-title":"Med Image Anal"},{"key":"10929_CR72","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1007\/s11548-022-02785-y","volume":"18","author":"X Pan","year":"2022","unstructured":"Pan X, Gao X, Wang H, Zhang W, Mu Y, He X (2022) Temporal-based swin transformer network for workflow recognition of surgical video. Int J Comput Assist Radiol Surg 18:139\u2013147. https:\/\/doi.org\/10.1007\/s11548-022-02785-y","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"10929_CR73","doi-asserted-by":"publisher","DOI":"10.3390\/diagnostics13010107","author":"M Park","year":"2023","unstructured":"Park M, Oh S, Jeong T, Yu S (2023) Multi-stage temporal convolutional network with moment loss and positional encoding for surgical phase recognition. Diagnostics. https:\/\/doi.org\/10.3390\/diagnostics13010107","journal-title":"Diagnostics"},{"key":"10929_CR74","doi-asserted-by":"crossref","unstructured":"Pradeep CS, Sinha N (2021) Spatio-temporal features based surgical phase classification using CNNs. In: 2021 43rd annual international conference of the IEEE engineering in medicine & biology society (EMBC). pp 3332\u20133335","DOI":"10.1109\/EMBC46164.2021.9630829"},{"key":"10929_CR75","doi-asserted-by":"crossref","unstructured":"Qi B, Qin X, Liu J, Xu Y, Chen Y (2019) A deep architecture for surgical workflow recognition with edge information. In: 2019 IEEE international conference on bioinformatics and biomedicine (BIBM). pp 1358\u20131364","DOI":"10.1109\/BIBM47256.2019.8983269"},{"issue":"12","key":"10929_CR76","doi-asserted-by":"publisher","first-page":"2352","DOI":"10.1109\/TMI.2014.2340473","volume":"33","author":"G Quellec","year":"2014","unstructured":"Quellec G, Lamard M, Cochener B, Cazuguel G (2014) Real-time segmentation and recognition of surgical tasks in cataract surgery videos. IEEE Trans Med Imaging 33(12):2352\u20132360. https:\/\/doi.org\/10.1109\/TMI.2014.2340473","journal-title":"IEEE Trans Med Imaging"},{"key":"10929_CR77","doi-asserted-by":"publisher","first-page":"1111","DOI":"10.1007\/s11548-021-02388-z","volume":"16","author":"S Ramesh","year":"2021","unstructured":"Ramesh S, Dall\u2019Alba D, Gonzalez C, Yu T, Mascagni P, Mutter D, Marescaux J, Fiorini P, Padoy N (2021) Multi-task temporal convolutional networks for joint recognition of surgical phases and steps in gastric bypass procedures. Int J Comput Assist Radiol Surg 16:1111\u20131119. https:\/\/doi.org\/10.1007\/s11548-021-02388-z","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"10929_CR78","doi-asserted-by":"publisher","first-page":"1665","DOI":"10.1007\/s11548-023-02864-8","volume":"18","author":"S Ramesh","year":"2023","unstructured":"Ramesh S, Dall\u2019Alba D, Gonzalez C, Yu T, Mascagni P, Mutter D, Marescaux J, Fiorini P, Padoy N (2023a) Trandaugment: temporal random augmentation strategy for surgical activity recognition from videos. Int J Comput Assist Radiol Surg 18:1665\u20131672. https:\/\/doi.org\/10.1007\/s11548-023-02864-8","journal-title":"Int J Comput Assist Radiol Surg"},{"issue":"9","key":"10929_CR79","doi-asserted-by":"publisher","first-page":"2592","DOI":"10.1109\/TMI.2023.3262847","volume":"42","author":"S Ramesh","year":"2023","unstructured":"Ramesh S, Dal\u013eAlba D, Gonzalez C, Yu T, Mascagni P, Mutter D, Marescaux J, Fiorini P, Padoy N (2023b) Weakly supervised temporal convolutional networks for fine-grained surgical activity recognition. IEEE Trans Med Imaging 42(9):2592\u20132602. https:\/\/doi.org\/10.1109\/TMI.2023.3262847","journal-title":"IEEE Trans Med Imaging"},{"key":"10929_CR80","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2023.102844","volume":"88","author":"S Ramesh","year":"2023","unstructured":"Ramesh S, Srivastav V, Alapatt D, Yu T, Murali A, Sestini L, Nwoye CI, Hamoud I, Sharma S, Fleurentin A, Exarchakis G, Karargyris A, Padoy N (2023c) Dissecting self-supervised learning methods for surgical computer vision. Med Image Anal 88:102844. https:\/\/doi.org\/10.1016\/j.media.2023.102844","journal-title":"Med Image Anal"},{"issue":"6","key":"10929_CR81","doi-asserted-by":"publisher","first-page":"1137","DOI":"10.1109\/TPAMI.2016.2577031","volume":"39","author":"S Ren","year":"2017","unstructured":"Ren S, He K, Girshick R, Sun J (2017) Faster R-CNN: towards real-time object detection with region proposal networks. IEEE Trans Pattern Anal Mach Intell 39(6):1137\u20131149. https:\/\/doi.org\/10.1109\/TPAMI.2016.2577031","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"10929_CR82","doi-asserted-by":"publisher","first-page":"1","DOI":"10.3390\/s19102303","volume":"19","author":"VF Rodrigues","year":"2019","unstructured":"Rodrigues VF, da Rosa Righi R, da Costa CA, Eskofier B, Maier A (2019) On providing multi-level quality of service for operating rooms of the future. Sensors 19:1\u201327. https:\/\/doi.org\/10.3390\/s19102303","journal-title":"Sensors"},{"key":"10929_CR83","doi-asserted-by":"publisher","first-page":"953","DOI":"10.1007\/s11548-022-02616-0","volume":"17","author":"R S\u00e1nchez-Matilla","year":"2022","unstructured":"S\u00e1nchez-Matilla R, Robu MR, Grammatikopoulou M, Luengo I, Stoyanov D (2022) Data-centric multi-task surgical phase estimation with sparse scene segmentation. Int J Comput Assist Radiol Surg 17:953\u2013960. https:\/\/doi.org\/10.1007\/s11548-022-02616-0","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"10929_CR84","unstructured":"Sarikaya D, Guru KA, Corso JJ (2018) Joint surgical gesture and task classification with multi-task and multimodal learning. arXiv Preprint. http:\/\/arxiv.org\/abs\/1805.00721"},{"key":"10929_CR85","doi-asserted-by":"crossref","unstructured":"Schoeffmann K, Taschwer M, Sarny S, M\u00fcnzer B, Primus MJ, Putzgruber D (2018) Cataract-101: video dataset of 101 cataract surgeries. In: Proceedings of the 9th ACM multimedia systems conference, MMSys \u201918, New York, NY, USA. Association for Computing Machinery, pp 421\u2013425","DOI":"10.1145\/3204949.3208137"},{"key":"10929_CR86","doi-asserted-by":"publisher","first-page":"1053","DOI":"10.1007\/s11548-023-02914-1","volume":"18","author":"S Sharma","year":"2022","unstructured":"Sharma S, Nwoye CI, Mutter D, Padoy N (2022) Rendezvous in time: an attention-based temporal fusion approach for surgical triplet recognition. Int J Comput Assist Radiol Surg 18:1053\u20131059. https:\/\/doi.org\/10.1007\/s11548-023-02914-1","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"10929_CR87","doi-asserted-by":"publisher","first-page":"1573","DOI":"10.1007\/s11548-020-02198-9","volume":"15","author":"X Shi","year":"2020","unstructured":"Shi X, Jin Y, Dou Q, Heng PA (2020) LRTD: long-range temporal dependency based active learning for surgical workflow recognition. Int J Comput Assist Radiol Surg 15:1573\u20131584","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"10929_CR88","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.102158","volume":"73","author":"X Shi","year":"2021","unstructured":"Shi X, Jin Y, Dou Q, Heng PA (2021) Semi-supervised learning with progressive unlabeled data excavation for label-efficient surgical workflow recognition. Med Image Anal 73:102158. https:\/\/doi.org\/10.1016\/j.media.2021.102158","journal-title":"Med Image Anal"},{"issue":"2","key":"10929_CR89","doi-asserted-by":"publisher","first-page":"406","DOI":"10.1093\/jcde\/qwac011","volume":"9","author":"P Shi","year":"2022","unstructured":"Shi P, Zhao Z, Liu K, Li F (2022) Attention-based spatial-temporal neural network for accurate phase recognition in minimally invasive surgery: feasibility and efficiency verification. J Comput Des Eng 9(2):406\u2013416. https:\/\/doi.org\/10.1093\/jcde\/qwac011","journal-title":"J Comput Des Eng"},{"key":"10929_CR90","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41586-023-06291-2","volume":"620","author":"K Singhal","year":"2023","unstructured":"Singhal K, Azizi S, Tu T, Mahdavi S, Wei J, Chung H, Scales N, Tanwani A, Cole-Lewis H, Pfohl S, Payne P, Seneviratne M, Gamble P, Kelly C, Babiker A, Sch\u00e4rli N, Chowdhery A, Mansfield P, Demner-Fushman D, Natarajan V (2023) Large language models encode clinical knowledge. Nature 620:1\u20139. https:\/\/doi.org\/10.1038\/s41586-023-06291-2","journal-title":"Nature"},{"issue":"1","key":"10929_CR91","doi-asserted-by":"publisher","first-page":"73","DOI":"10.1109\/TMRB.2023.3328658","volume":"6","author":"H Song","year":"2024","unstructured":"Song H, Zhao Z, Liu K, Wu Y, Li F (2024) Anchor-free convolutional neural network application to enhance real-time surgical tool detection in computer-aided surgery. IEEE Trans Med Robot Bion 6(1):73\u201383. https:\/\/doi.org\/10.1109\/TMRB.2023.3328658","journal-title":"IEEE Trans Med Robot Bion"},{"key":"10929_CR92","unstructured":"Stauder R, Ostler D, Kranzfelder M, Koller S, Feu\u00dfner H, Navab N (2016) The TUM LapChole dataset for the M2CAI 2016 workflow challenge. http:\/\/arxiv.org\/abs\/1610.09278"},{"issue":"11","key":"10929_CR93","doi-asserted-by":"publisher","first-page":"3256","DOI":"10.1109\/TMI.2023.3279838","volume":"42","author":"R Tao","year":"2023","unstructured":"Tao R, Zou X, Zheng G (2023) Last: latent space-constrained transformers for automatic surgical phase recognition and tool presence detection. IEEE Trans Med Imaging 42(11):3256\u20133268. https:\/\/doi.org\/10.1109\/TMI.2023.3279838","journal-title":"IEEE Trans Med Imaging"},{"key":"10929_CR94","doi-asserted-by":"publisher","first-page":"4298","DOI":"10.1007\/s00464-023-10041-w","volume":"37","author":"KN Timoh","year":"2023","unstructured":"Timoh KN, Huaulm\u00e9 A, Cleary K, Zaheer MA, Lavou\u00e9 V, Donoho DA, Jannin P (2023) A systematic review of annotation for surgical process model analysis in minimally invasive surgery based on video. Surg Endosc 37:4298\u20134314","journal-title":"Surg Endosc"},{"key":"10929_CR95","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1038\/s41591-018-0300-7","volume":"25","author":"EJ Topol","year":"2019","unstructured":"Topol EJ (2019) High-performance medicine: the convergence of human and artificial intelligence. Nat Med 25:44\u201356. https:\/\/doi.org\/10.1038\/s41591-018-0300-7","journal-title":"Nat Med"},{"key":"10929_CR96","doi-asserted-by":"publisher","first-page":"86","DOI":"10.1109\/TMI.2016.2593957","volume":"36","author":"AP Twinanda","year":"2016","unstructured":"Twinanda AP, Shehata S, Mutter D, Marescaux J, de Mathelin M, Padoy N (2016) EndoNet: a deep architecture for recognition tasks on laparoscopic videos. IEEE Trans Med Imaging 36:86\u201397. https:\/\/doi.org\/10.1109\/TMI.2016.2593957","journal-title":"IEEE Trans Med Imaging"},{"key":"10929_CR97","doi-asserted-by":"publisher","first-page":"1069","DOI":"10.1109\/TMI.2018.2878055","volume":"38","author":"AP Twinanda","year":"2018","unstructured":"Twinanda AP, Yengera G, Mutter D, Marescaux J, Padoy N (2018) RSDNet: learning to predict remaining surgery duration from laparoscopic videos without manual annotations. IEEE Trans Med Imaging 38:1069\u20131078. https:\/\/doi.org\/10.1109\/TMI.2018.2878055","journal-title":"IEEE Trans Med Imaging"},{"key":"10929_CR98","doi-asserted-by":"publisher","unstructured":"Wagner M, M\u00fcller-Stich BP, Kisilenko A, Tran D, Heger P, M\u00fcndermann L, Lubotsky DM, M\u00fcller B, Davitashvili T, Capek M, Reinke A, Reid C, Yu T, Vardazaryan A, Nwoye CI, Padoy N, Liu X, Lee EJ, Disch C, Meine H, Xia T, Jia F, Kondo S, Reiter W, Jin Y, Long Y, Jiang M, Dou Q, Heng PA, Twick I, Kirtac K, Hosgor E, Bolmgren JL, Stenzel M, von Siemens B, Zhao L, Ge Z, Sun H, Xie D, Guo M, Liu D, Kenngott HG, Nickel F, von Frankenberg M, Mathis-Ullrich F, Kopp-Schneider A, Maier-Hein L, Speidel S, Bodenstedt S (2023) Comparative validation of machine learning algorithms for surgical workflow and skill analysis with the HeiChole benchmark. Med Image Anal 86:102770. https:\/\/doi.org\/10.1016\/j.media.2023.102770","DOI":"10.1016\/j.media.2023.102770"},{"key":"10929_CR99","doi-asserted-by":"crossref","unstructured":"Wang X, Girshick R, Gupta A, He K (2018) Non-local neural networks. In: 2018 IEEE\/CVF conference on computer vision and pattern recognition. pp 7794\u20137803","DOI":"10.1109\/CVPR.2018.00813"},{"issue":"6","key":"10929_CR100","doi-asserted-by":"publisher","first-page":"4758","DOI":"10.1109\/JIOT.2021.3108457","volume":"9","author":"H Wang","year":"2022","unstructured":"Wang H, Ding S, Yang S, Liu C, Yu S, Zheng X (2022) Guided activity prediction for minimally invasive surgery safety improvement in the internet of medical things. IEEE Internet Things J 9(6):4758\u20134768. https:\/\/doi.org\/10.1109\/JIOT.2021.3108457","journal-title":"IEEE Internet Things J"},{"issue":"12","key":"10929_CR101","doi-asserted-by":"publisher","first-page":"8550","DOI":"10.1109\/TCSVT.2022.3191838","volume":"32","author":"N Xi","year":"2022","unstructured":"Xi N, Meng J, Yuan J (2022) Forest graph convolutional network for surgical action triplet recognition in endoscopic videos. IEEE Trans Circuits Syst Video Technol 32(12):8550\u20138561. https:\/\/doi.org\/10.1109\/TCSVT.2022.3191838","journal-title":"IEEE Trans Circuits Syst Video Technol"},{"key":"10929_CR102","doi-asserted-by":"crossref","unstructured":"Xi N, Meng J, Yuan J (2023) Chain-of-look prompting for verb-centric surgical triplet recognition in endoscopic videos. In: Proceedings of the 31st ACM international conference on multimedia, MM \u201923, New York, NY, USA. Association for Computing Machinery, pp 5007\u20135016","DOI":"10.1145\/3581783.3611898"},{"key":"10929_CR103","doi-asserted-by":"publisher","first-page":"839","DOI":"10.1007\/s11548-021-02382-5","volume":"16","author":"T Xia","year":"2021","unstructured":"Xia T, Jia F (2021) Against spatial-temporal discrepancy: contrastive learning-based network for surgical workflow recognition. Int J Comput Assist Radiol Surg 16:839\u2013848. https:\/\/doi.org\/10.1007\/s11548-021-02382-5","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"10929_CR104","doi-asserted-by":"crossref","unstructured":"Yamlahi A, Tran TN, Godau P, Schellenberg M, Michael D, Smidt FH, N\u00f6lke JH, Adler TJ, Tizabi MD, Nwoye CI, Padoy N, Maier-Hein L (2023) Self-distillation for surgical action recognition. In: Medical image computing and computer assisted intervention\u2014MICCAI 2023: 26th international conference, Vancouver, BC, Canada, October 8-12, 2023, proceedings, part IX. Springer-Verlag, Berlin, Heidelberg, pp 637\u2013646","DOI":"10.1007\/978-3-031-43996-4_61"},{"key":"10929_CR105","unstructured":"Yengera G, Mutter D, Marescaux J, Padoy N (2018) Less is more: surgical phase recognition with less annotations through self-supervised pre-training of CNN-LSTM networks. http:\/\/arxiv.org\/abs\/1805.08569"},{"key":"10929_CR106","doi-asserted-by":"crossref","unstructured":"Yi F, Jiang T (2019) Hard frame detection and online mapping for surgical phase recognition. In: Medical image computing and computer assisted intervention\u2014MICCAI 2019: 22nd international conference, Shenzhen, China, October 13-17, 2019, proceedings, part V. Springer-Verlag, Berlin, Heidelberg, pp 449\u2013457","DOI":"10.1007\/978-3-030-32254-0_50"},{"key":"10929_CR107","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1007\/978-3-031-26316-3_25","volume-title":"Computer vision\u2014ACCV 2022","author":"F Yi","year":"2023","unstructured":"Yi F, Yang Y, Jiang T (2023) Not end-to-end: explore multi-stage architecture for online surgical phase recognition. In: Wang L, Gall J, Chin T-J, Sato I, Chellappa R (eds) Computer vision\u2014ACCV 2022. Springer Nature Switzerland, Cham, pp 417\u2013432"},{"key":"10929_CR108","unstructured":"Yu T, Mutter D, Marescaux J, Padoy N (2018) Learning from a tiny dataset of manual annotations: a teacher\/student approach for surgical phase recognition. http:\/\/arxiv.org\/abs\/1812.00033"},{"key":"10929_CR109","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2022.102611","volume":"82","author":"K Yuan","year":"2022","unstructured":"Yuan K, Holden M, Gao S, Lee W (2022) Anticipation for surgical workflow through instrument interaction and recognized signals. Med Image Anal 82:102611. https:\/\/doi.org\/10.1016\/j.media.2022.102611","journal-title":"Med Image Anal"},{"issue":"10","key":"10929_CR110","doi-asserted-by":"publisher","first-page":"2817","DOI":"10.1109\/TMI.2023.3265354","volume":"42","author":"W Yue","year":"2023","unstructured":"Yue W, Liao H, Xia Y, Lam V, Luo J, Wang Z (2023) Cascade multi-level transformer network for surgical workflow analysis. IEEE Trans Med Imaging 42(10):2817\u20132831. https:\/\/doi.org\/10.1109\/TMI.2023.3265354","journal-title":"IEEE Trans Med Imaging"},{"key":"10929_CR111","doi-asserted-by":"publisher","first-page":"2171","DOI":"10.1007\/s10439-020-02553-6","volume":"48","author":"P Zaffino","year":"2020","unstructured":"Zaffino P, Moccia S, Momi ED, Spadea MF (2020) A review on advances in intra-operative imaging for surgery and therapy: imagining the operating room of the future. Ann Biomed Eng 48:2171\u20132191. https:\/\/doi.org\/10.1007\/s10439-020-02553-6","journal-title":"Ann Biomed Eng"},{"issue":"12","key":"10929_CR112","doi-asserted-by":"publisher","first-page":"5586","DOI":"10.1109\/TKDE.2021.3070203","volume":"34","author":"Y Zhang","year":"2022","unstructured":"Zhang Y, Yang Q (2022) A survey on multi-task learning. IEEE Trans Knowl Data Eng 34(12):5586\u20135609. https:\/\/doi.org\/10.1109\/TKDE.2021.3070203","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"10929_CR113","doi-asserted-by":"publisher","first-page":"349","DOI":"10.1080\/21681163.2021.2002191","volume":"10","author":"B Zhang","year":"2021","unstructured":"Zhang B, Abbing JR, Ghanem A, Fer D, Barker J, Abukhalil R, Goel VK, Milletar\u00ec F (2021a) Towards accurate surgical workflow recognition with convolutional networks and transformers. Comput Methods Biomech Biomed Eng Imaging Vis 10:349\u2013356. https:\/\/doi.org\/10.1080\/21681163.2021.2002191","journal-title":"Comput Methods Biomech Biomed Eng Imaging Vis"},{"key":"10929_CR114","doi-asserted-by":"publisher","first-page":"2029","DOI":"10.1007\/s11548-021-02473-3","volume":"16","author":"B Zhang","year":"2021","unstructured":"Zhang B, Ghanem A, Simes A, Choi H, Yoo A (2021b) Surgical workflow recognition with 3DCNN for sleeve gastrectomy. Int J Comput Assist Radiol Surg 16:2029\u20132036. https:\/\/doi.org\/10.1007\/s11548-021-02473-3","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"10929_CR115","unstructured":"Zhang B, Ghanem A, Simes A, Choi H, Yoo A, Min A (2021c) SWNet: surgical workflow recognition with deep convolutional network. In: International conference on medical imaging with deep learning"},{"key":"10929_CR116","doi-asserted-by":"publisher","first-page":"467","DOI":"10.1007\/s11548-021-02544-5","volume":"17","author":"Y Zhang","year":"2022","unstructured":"Zhang Y, Bano S, Page AS, Deprest JA, Stoyanov D, Vasconcelos F (2022) Large-scale surgical workflow segmentation for laparoscopic sacrocolpopexy. Int J Comput Assist Radiol Surg 17:467\u2013477","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"10929_CR117","doi-asserted-by":"crossref","unstructured":"Zhang B, Fung A, Torabi M, Barker J, Foley G, Abukhalil R, Gaddis ML, Petculescu S (2023) C-ECT: Online surgical phase recognition with cross-enhancement causal transformer. In: 2023 IEEE 20th international symposium on biomedical imaging (ISBI). pp 1\u20135","DOI":"10.1109\/ISBI53787.2023.10230841"},{"issue":"5","key":"10929_CR118","doi-asserted-by":"publisher","first-page":"871","DOI":"10.1007\/s11548-024-03095-1","volume":"19","author":"B Zhang","year":"2024","unstructured":"Zhang B, Sarhan MH, Goel B, Petculescu S, Ghanem A (2024a) SF-TMN: Slowfast temporal modeling network for surgical phase recognition. Int J Comput Assist Radiol Surg 19(5):871\u2013880. https:\/\/doi.org\/10.1007\/s11548-024-03095-1","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"10929_CR119","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1007\/s11548-023-02970-7","volume":"19","author":"J Zhang","year":"2024","unstructured":"Zhang J, Barbarisi S, Kadkhodamohammadi A, Stoyanov D, Luengo I (2024b) Self-knowledge distillation for surgical phase recognition. Int J Comput Assist Radiol Surg 19:61\u201368. https:\/\/doi.org\/10.1007\/s11548-023-02970-7","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"10929_CR120","doi-asserted-by":"crossref","unstructured":"Zheng M, Ye M, Rafii-Tari H (2022) Automatic biopsy tool presence and episode recognition in robotic bronchoscopy using a multi-task vision transformer network. In: 2022 international conference on robotics and automation (ICRA). pp 7349\u20137355","DOI":"10.1109\/ICRA46639.2022.9811982"},{"key":"10929_CR121","first-page":"273","volume-title":"Medical image computing and computer assisted intervention\u2014MICCAI 2018","author":"A Zia","year":"2018","unstructured":"Zia A, Hung A, Essa I, Jarc A (2018) Surgical activity recognition in robot-assisted radical prostatectomy using deep learning. In: Frangi AF, Schnabel JA, Davatzikos C, Alberola-L\u00f3pez C, Fichtinger G (eds) Medical image computing and computer assisted intervention\u2014MICCAI 2018. Springer International Publishing, Cham, pp 273\u2013280"},{"key":"10929_CR122","first-page":"265","volume-title":"Medical image computing and computer assisted intervention\u2014MICCAI 2018","author":"O Zisimopoulos","year":"2018","unstructured":"Zisimopoulos O, Flouty E, Luengo I, Giataganas P, Nehme J, Chow A, Stoyanov D (2018) Deepphase: surgical phase recognition in cataracts videos. In: Frangi AF, Schnabel JA, Davatzikos C, Alberola-L\u00f3pez C, Fichtinger G (eds) Medical image computing and computer assisted intervention\u2014MICCAI 2018. Springer International Publishing, Cham, pp 265\u2013272"}],"container-title":["Artificial Intelligence Review"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-024-10929-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10462-024-10929-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10462-024-10929-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,10,23]],"date-time":"2024-10-23T22:07:06Z","timestamp":1729721226000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10462-024-10929-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,16]]},"references-count":122,"journal-issue":{"issue":"11","published-online":{"date-parts":[[2024,11]]}},"alternative-id":["10929"],"URL":"https:\/\/doi.org\/10.1007\/s10462-024-10929-6","relation":{},"ISSN":["1573-7462"],"issn-type":[{"value":"1573-7462","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,9,16]]},"assertion":[{"value":"28 August 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 September 2024","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"291"}}