{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,19]],"date-time":"2026-03-19T15:18:00Z","timestamp":1773933480037,"version":"3.50.1"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"12","license":[{"start":{"date-parts":[[2023,5,5]],"date-time":"2023-05-05T00:00:00Z","timestamp":1683244800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,5,5]],"date-time":"2023-05-05T00:00:00Z","timestamp":1683244800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DGE-1842490"],"award-info":[{"award-number":["DGE-1842490"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["DGE-1829004"],"award-info":[{"award-number":["DGE-1829004"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS-2146295"],"award-info":[{"award-number":["CNS-2146295"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100018088","name":"School of Medicine, University of Virginia","doi-asserted-by":"publisher","award":["Engineering-in-Medicine"],"award-info":[{"award-number":["Engineering-in-Medicine"]}],"id":[{"id":"10.13039\/100018088","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J CARS"],"DOI":"10.1007\/s11548-023-02922-1","type":"journal-article","created":{"date-parts":[[2023,5,5]],"date-time":"2023-05-05T06:02:35Z","timestamp":1683266555000},"page":"2143-2154","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["COMPASS: a formal framework and aggregate dataset for generalized surgical procedure modeling"],"prefix":"10.1007","volume":"18","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7145-0138","authenticated-orcid":false,"given":"Kay","family":"Hutchinson","sequence":"first","affiliation":[]},{"given":"Ian","family":"Reyes","sequence":"additional","affiliation":[]},{"given":"Zongyu","family":"Li","sequence":"additional","affiliation":[]},{"given":"Homa","family":"Alemzadeh","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,5,5]]},"reference":[{"issue":"9","key":"2922_CR1","doi-asserted-by":"publisher","first-page":"2025","DOI":"10.1109\/TBME.2016.2647680","volume":"64","author":"N Ahmidi","year":"2017","unstructured":"Ahmidi N, Tao L, Sefati S, Gao Y, Lea C, Haro BB, Zappella L, Khudanpur S, Vidal R, Hager GD (2017) A dataset and benchmarks for segmentation and recognition of gestures in robotic surgery. IEEE Trans Biomed Eng 64(9):2025\u20132041","journal-title":"IEEE Trans Biomed Eng"},{"key":"2922_CR2","doi-asserted-by":"crossref","unstructured":"Boehm JR, Fey NP, Fey AM (2021) Online recognition of bimanual coordination provides important context for movement data in bimanual teleoperated robots. In: 2021 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 6248\u20136255. IEEE","DOI":"10.1109\/IROS51168.2021.9636272"},{"issue":"1","key":"2922_CR3","doi-asserted-by":"publisher","first-page":"138","DOI":"10.1109\/TRO.2013.2283410","volume":"30","author":"SA Bowyer","year":"2013","unstructured":"Bowyer SA, Davies BL, Baena FRY (2013) Active constraints\/virtual fixtures: a survey. IEEE Trans Rob 30(1):138\u2013157","journal-title":"IEEE Trans Rob"},{"key":"2922_CR4","doi-asserted-by":"crossref","unstructured":"De Rossi G, Minelli M, Roin S, Falezza F, Sozzi A, Ferraguti F, Setti F, Bonf\u00e8 M, Secchi C, Muradore R (2021) A first evaluation of a multi-modal learning system to control surgical assistant robots via action segmentation. IEEE Trans Med Robot Bionics","DOI":"10.1109\/TMRB.2021.3082210"},{"issue":"4","key":"2922_CR5","doi-asserted-by":"publisher","first-page":"888","DOI":"10.1109\/TMRB.2021.3110676","volume":"3","author":"F Falezza","year":"2021","unstructured":"Falezza F, Piccinelli N, De Rossi G, Roberti A, Kronreif G, Setti F, Fiorini P, Muradore R (2021) Modeling of surgical procedures using statecharts for semi-autonomous robotic surgery. IEEE Trans Med Robot Bionics 3(4):888\u2013899","journal-title":"IEEE Trans Med Robot Bionics"},{"key":"2922_CR6","unstructured":"Gao Y, Vedula SS, Reiley CE, Ahmidi N, Varadarajan B, Lin HC, Tao L, Zappella L, B\u00e9jar B, Yuh DD, Chen CCG, Vidal R, Khudanpur S, Hager GD (2014) Jhu-isi gesture and skill assessment working set (jigsaws): a surgical activity dataset for human motion modeling. In: MICCAI workshop: M2CAI, vol 3, p 3"},{"key":"2922_CR7","doi-asserted-by":"crossref","unstructured":"Gibaud B, Forestier G, Feldmann C, Ferrigno G, Gon\u00e7alves P, Haidegger T, Julliard C, Kati\u0107 D, Kenngott H, Maier-Hein L, M\u00e4rz K, de Momi E, Nagy D\u00c1, Nakawala H, Neumann J, Neumuth T, Balderrama JR, Speidel S, Wagner M, Jannin P (2018) Toward a standard ontology of surgical process models. Int J Comput Assist Radiol Surg 13(9):1397\u20131408","DOI":"10.1007\/s11548-018-1824-5"},{"key":"2922_CR8","doi-asserted-by":"crossref","unstructured":"Ginesi M, Meli D, Roberti A, Sansonetto N, Fiorini P (2020) Autonomous task planning and situation awareness in robotic surgery. In: 2020 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp. 3144\u20133150. IEEE","DOI":"10.1109\/IROS45743.2020.9341382"},{"key":"2922_CR9","unstructured":"Hagberg A, Swart P, Chult DS (2008) Exploring network structure, dynamics, and function using networkx. Technical report, Los Alamos National Lab. (LANL), Los Alamos, NM (USA)"},{"key":"2922_CR10","doi-asserted-by":"crossref","unstructured":"Hu D, Gong Y, Hannaford B, Seibel EJ (2015) Semi-autonomous simulated brain tumor ablation with ravenii surgical robot using behavior tree. In: 2015 IEEE international conference on robotics and automation (ICRA). IEEE, pp 3868\u20133875","DOI":"10.1109\/ICRA.2015.7139738"},{"key":"2922_CR11","doi-asserted-by":"publisher","first-page":"106452","DOI":"10.1016\/j.cmpb.2021.106452","volume":"212","author":"A Huaulm\u00e9","year":"2021","unstructured":"Huaulm\u00e9 A, Sarikaya D, Le Mut K, Despinoy F, Long Y, Dou Q, Chng C-B, Lin W, Kondo S, Bravo-S\u00e1nchez L, Arbel\u00e1ez P, Reiter W, Mitsuishi M, Harada K, Jannin P (2021) Micro-surgical anastomose workflow recognition challenge report. Comput Methods Programs Biomed 212:106452","journal-title":"Comput Methods Programs Biomed"},{"issue":"1","key":"2922_CR12","doi-asserted-by":"publisher","first-page":"413","DOI":"10.32614\/RJ-2021-046","volume":"13","author":"J Hughes","year":"2021","unstructured":"Hughes J (2021) krippendorffsalpha: an R package for measuring agreement using Krippendorff\u2019s alpha coefficient. R Journal 13(1):413\u2013425","journal-title":"R Journal"},{"issue":"3","key":"2922_CR13","doi-asserted-by":"publisher","first-page":"e2375","DOI":"10.1002\/rcs.2375","volume":"18","author":"K Hutchinson","year":"2022","unstructured":"Hutchinson K, Li Z, Cantrell LA, Schenkman NS, Alemzadeh H (2022) Analysis of executional and procedural errors in dry-lab robotic surgery experiments. Int J Med Robot Comput Assist Surg 18(3):e2375","journal-title":"Int J Med Robot Comput Assist Surg"},{"key":"2922_CR14","doi-asserted-by":"crossref","unstructured":"Inouye DA, Ma R, Nguyen JH, Laca J, Kocielnik R, Anandkumar A, Hung AJ (2022) Assessing the efficacy of dissection gestures in robotic surgery. J Robot Surg, pp 1\u20137","DOI":"10.1007\/s11701-022-01458-x"},{"key":"2922_CR15","first-page":"10","volume":"6","author":"D Kitaguchi","year":"2021","unstructured":"Kitaguchi D, Takeshita N, Hasegawa H, Ito M (2021) Artificial intelligence-based computer vision in surgery: recent advances and future perspectives. Ann Gastroenterol Surg 6:10","journal-title":"Ann Gastroenterol Surg"},{"key":"2922_CR16","unstructured":"Krippendorff K (2011) Computing Krippendorff\u2019s alpha-reliability"},{"issue":"3","key":"2922_CR17","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1007\/s11548-013-0940-5","volume":"9","author":"F Lalys","year":"2014","unstructured":"Lalys F, Jannin P (2014) Surgical process modelling: a review. Int J Comput Assist Radiol Surg 9(3):495\u2013511","journal-title":"Int J Comput Assist Radiol Surg"},{"key":"2922_CR18","doi-asserted-by":"crossref","unstructured":"Lea C, Vidal R, Reiter A, Hager GD (2016) Temporal convolutional networks: a unified approach to action segmentation. In: European conference on computer vision, pp 47\u201354. Springer","DOI":"10.1007\/978-3-319-49409-8_7"},{"key":"2922_CR19","doi-asserted-by":"crossref","unstructured":"Li Z., Hutchinson K., Alemzadeh H (2022) Runtime detection of executional errors in robot-assisted surgery. In: 2022 International conference on robotics and automation (ICRA), pp 3850\u20133856. IEEE Press","DOI":"10.1109\/ICRA46639.2022.9812034"},{"key":"2922_CR20","doi-asserted-by":"crossref","unstructured":"Madapana N, Rahman MM, Sanchez-Tamayo N, Balakuntala MV, Gonzalez G, Bindu JP, Vishnunandan Venkatesh LV, Zhang X, Noguera JB, Low T, et al (2019) Desk: a robotic activity dataset for dexterous surgical skills transfer to medical robots. In: 2019 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 6928\u20136934. IEEE","DOI":"10.1109\/IROS40897.2019.8967760"},{"issue":"9","key":"2922_CR21","doi-asserted-by":"publisher","first-page":"4918","DOI":"10.1007\/s00464-021-08578-9","volume":"35","author":"OR Meireles","year":"2021","unstructured":"Meireles OR, Rosman G, Altieri MS, Carin L, Hager G, Madani A, Padoy N, Pugh CM, Sylla P, Ward TM et al (2021) Sages consensus recommendations on an annotation framework for surgical video. Surg Endosc 35(9):4918\u20134929","journal-title":"Surg Endosc"},{"issue":"4","key":"2922_CR22","doi-asserted-by":"publisher","first-page":"8205","DOI":"10.1109\/LRA.2021.3104880","volume":"6","author":"D Meli","year":"2021","unstructured":"Meli D, Fiorini P (2021) Unsupervised identification of surgical robotic actions from small non-homogeneous datasets. IEEE Robot Autom Lett 6(4):8205\u20138212","journal-title":"IEEE Robot Autom Lett"},{"key":"2922_CR23","doi-asserted-by":"crossref","unstructured":"Menegozzo G, Dall\u2019Alba D, Zandon\u00e0 C, Fiorini P (2019) Surgical gesture recognition with time delay neural network based on kinematic data. In: 2019 International symposium on medical robotics (ISMR), pp 1\u20137. IEEE","DOI":"10.1109\/ISMR.2019.8710178"},{"issue":"3","key":"2922_CR24","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1002\/bjs5.47","volume":"2","author":"T Nazari","year":"2018","unstructured":"Nazari T, Vlieger EJ, Dankbaar MEW, van Merri\u00ebnboer JJG, Lange JF, Wiggers T (2018) Creation of a universal language for surgical procedures using the step-by-step framework. BJS Open 2(3):151\u2013157","journal-title":"BJS Open"},{"issue":"3","key":"2922_CR25","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1016\/j.artmed.2010.12.003","volume":"51","author":"D Neumuth","year":"2011","unstructured":"Neumuth D, Loebe F, Herre H, Neumuth T (2011) Modeling surgical processes: a four-level translational approach. Artif Intell Med 51(3):147\u2013161","journal-title":"Artif Intell Med"},{"key":"2922_CR26","doi-asserted-by":"crossref","unstructured":"Nwoye CI, Yu T, Gonzalez C, Seeliger B, Mascagni P, Mutter D, Marescaux J, Padoy N (2022) Rendezvous: attention mechanisms for the recognition of surgical action triplets in endoscopic videos. Med Image Anal 78:102433","DOI":"10.1016\/j.media.2022.102433"},{"key":"2922_CR27","doi-asserted-by":"crossref","unstructured":"Park S, Mohammadi G, Artstein R, Morency L-P (2012) Crowdsourcing micro-level multimedia annotations: the challenges of evaluation and interface. In: Proceedings of the ACM multimedia 2012 workshop on crowdsourcing for multimedia, pp 29\u201334","DOI":"10.1145\/2390803.2390816"},{"key":"2922_CR28","doi-asserted-by":"crossref","unstructured":"Qin Y, Feyzabadi S, Allan M, Burdick JW, Azizian M (2020) davincinet: Joint prediction of motion and surgical state in robot-assisted surgery. In: 2020 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 2921\u20132928. IEEE","DOI":"10.1109\/IROS45743.2020.9340723"},{"key":"2922_CR29","unstructured":"Rivas-Blanco I, P\u00e9rez-del Pulgar CJ, Mariani A, Quaglia C, Tortora G, Menciassi A, Mu\u00f1oz VF (2021) A surgical dataset from the da vinci research kit for task automation and recognition. arXiv preprint arXiv:2102.03643"},{"key":"2922_CR30","doi-asserted-by":"crossref","unstructured":"Valderrama N, Puentes PR, Hern\u00e1ndez I, Ayobi N, Verlyck M, Santander J, Caicedo J, Fern\u00e1ndez N, Arbel\u00e1ez P (2022) Towards holistic surgical scene understanding. In: International conference on medical image computing and computer-assisted intervention, pp 442\u2013452. Springer","DOI":"10.1007\/978-3-031-16449-1_42"},{"key":"2922_CR31","doi-asserted-by":"crossref","unstructured":"van Amsterdam B, Clarkson M, Stoyanov D (2021) Gesture recognition in robotic surgery: a review. IEEE Trans Biomed Eng","DOI":"10.1109\/TBME.2021.3054828"},{"key":"2922_CR32","doi-asserted-by":"crossref","unstructured":"van Amsterdam B, Clarkson MJ, Stoyanov D (2020) Multi-task recurrent neural network for surgical gesture recognition and progress prediction. In: 2020 IEEE international conference on robotics and automation (ICRA), pp 1380\u20131386. IEEE","DOI":"10.1109\/ICRA40945.2020.9197301"},{"key":"2922_CR33","doi-asserted-by":"crossref","unstructured":"Van Amsterdam B, Funke I, Edwards E, Speidel S, Collins J, Sridhar A, Kelly J, Clarkson MJ, Stoyanov D (2022) Gesture recognition in robotic surgery with multimodal attention. IEEE Trans Med Imaging","DOI":"10.1109\/TMI.2022.3147640"},{"key":"2922_CR34","doi-asserted-by":"crossref","unstructured":"Vedular SS, Malpani AO, Tao L, Chen G, Gao Y, Poddar P, Ahmidi N, Paxton C, Vidal R, Khudanpur S, Hager GD, Chen CCG (2016) Analysis of the structure of surgical activity for a suturing and knot-tying task. PLoS ONE 11(3):e0149174","DOI":"10.1371\/journal.pone.0149174"},{"key":"2922_CR35","doi-asserted-by":"crossref","unstructured":"Yasar MS, Evans D, Alemzadeh H (2019) Context-aware monitoring in robotic surgery. In: 2019 International symposium on medical robotics (ISMR), pp 1\u20137. IEEE","DOI":"10.1109\/ISMR.2019.8710192"},{"issue":"4","key":"2922_CR36","doi-asserted-by":"publisher","first-page":"286","DOI":"10.1097\/SLE.0000000000000289","volume":"26","author":"N Yong","year":"2016","unstructured":"Yong N, Grange P, Eldred-Evans D (2016) Impact of laparoscopic lens contamination in operating theaters: a study on the frequency and duration of lens contamination and commonly utilized techniques to maintain clear vision. Surg Laparosc Endosc Percutaneous Tech 26(4):286\u2013289","journal-title":"Surg Laparosc Endosc Percutaneous Tech"},{"key":"2922_CR37","doi-asserted-by":"crossref","unstructured":"Zhang D, Wu Z, Chen J, Gao A, Chen X, Li P, Wang Z, Yang G, Lo BPL,Yang G-Z (2020) Automatic microsurgical skill assessment based on cross-domain transferlearning. IEEE Robot Autom Lett 5(3):4148\u20134155","DOI":"10.1109\/LRA.2020.2989075"}],"container-title":["International Journal of Computer Assisted Radiology and Surgery"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-023-02922-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11548-023-02922-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-023-02922-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,8]],"date-time":"2023-11-08T15:11:40Z","timestamp":1699456300000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11548-023-02922-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,5]]},"references-count":37,"journal-issue":{"issue":"12","published-online":{"date-parts":[[2023,12]]}},"alternative-id":["2922"],"URL":"https:\/\/doi.org\/10.1007\/s11548-023-02922-1","relation":{},"ISSN":["1861-6429"],"issn-type":[{"value":"1861-6429","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,5,5]]},"assertion":[{"value":"17 December 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 April 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 May 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"This article does not contain any studies involving human participants performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and informed consent"}}]}}