{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,11]],"date-time":"2026-03-11T17:14:35Z","timestamp":1773249275095,"version":"3.50.1"},"reference-count":60,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T00:00:00Z","timestamp":1715558400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,5,13]],"date-time":"2024-05-13T00:00:00Z","timestamp":1715558400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,5,13]]},"DOI":"10.1109\/icra57147.2024.10611048","type":"proceedings-article","created":{"date-parts":[[2024,8,8]],"date-time":"2024-08-08T17:51:05Z","timestamp":1723139465000},"page":"13323-13330","source":"Crossref","is-referenced-by-count":6,"title":["Multimodal Transformers for Real-Time Surgical Activity Prediction"],"prefix":"10.1109","author":[{"given":"Keshara","family":"Weerasinghe","sequence":"first","affiliation":[{"name":"University of Virginia,Department of Electrical and Computer Engineering,Charlottesville,VA,USA,22903"}]},{"given":"Seyed Hamid","family":"Reza Roodabeh","sequence":"additional","affiliation":[{"name":"University of Virginia,Department of Electrical and Computer Engineering,Charlottesville,VA,USA,22903"}]},{"given":"Kay","family":"Hutchinson","sequence":"additional","affiliation":[{"name":"University of Virginia,Department of Electrical and Computer Engineering,Charlottesville,VA,USA,22903"}]},{"given":"Homa","family":"Alemzadeh","sequence":"additional","affiliation":[{"name":"University of Virginia,Department of Electrical and Computer Engineering,Charlottesville,VA,USA,22903"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.4103\/2231-0746.200348"},{"issue":"1","key":"ref2","first-page":"35","article-title":"Open versus laparoscopic versus robot-assisted laparoscopic prostatectomy: the european and us experience","volume":"12","author":"Finkelstein","year":"2010","journal-title":"Reviews in urology"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/CASE49997.2022.9926585"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/TMRB.2023.3239674"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1002\/rcs.2358"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1038\/s41551-017-0132-7"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1002\/rcs.1850"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/IEMBS.2010.5627594"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s11548-018-1735-5"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/ISMR.2019.8710192"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/DSN48063.2020.00054"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA46639.2022.9812034"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/TBME.2021.3054828"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/LRA.2023.3292581"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/IROS47612.2022.9981611"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00369"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s11548-019-01953-x"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ISMR.2019.8710178"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9197301"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-49409-8_7"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-59716-0_39"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-32254-0_52"},{"key":"ref23","author":"Sarikaya","year":"2019","journal-title":"Surgical gesture recognition with optical flow only"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA40945.2020.9196560"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TMI.2022.3147640"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/TBME.2015.2493100"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/tase.2022.3171795"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9341382"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.90"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46487-9_3"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA48891.2023.10160383"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2010.12.003"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s11548-023-02922-1"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/IROS55552.2023.10342013"},{"issue":"3","key":"ref35","article-title":"Jhu-isi gesture and skill assessment working set (jigsaws): A surgical activity dataset for human motion modeling","volume-title":"MICCAI workshop: M2cai","volume":"3","author":"Gao"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4419-1126-1_9"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/IROS45743.2020.9340723"},{"key":"ref38","article-title":"Towards objective surgical skill evaluation with hidden markov model-based motion recognition","author":"Murphy","year":"2004"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP.2019.8683849"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.113"},{"key":"ref41","first-page":"107","article-title":"Hybrid grey prediction model-based autotracking algorithm for the laparoscopic visual window of surgical robot","volume-title":"Mechanism and Machine Theory","volume":"123","author":"Wang","year":"2018"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1002\/rcs.2079"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/BIOROB.2010.5628075"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1080\/21681163.2020.1834878"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1109\/CASE49997.2022.9926585"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.48550\/ARXIV.1706.03762"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2023\/759"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/3447548.3467401"},{"key":"ref50","author":"Liu","year":"2021","journal-title":"Gated transformer networks for multivariate time series classification"},{"key":"ref51","author":"Devlin","year":"2018","journal-title":"Bert: Pre-training of deep bidirectional transformers for language understanding"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17325"},{"key":"ref53","article-title":"Improving language understanding by generative pre-training","author":"Radford","year":"2018"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1080\/14786440109462720"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1007\/11896548_35"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TBME.2016.2647680"},{"key":"ref57","author":"Kingma","year":"2014","journal-title":"Adam: A method for stochastic optimization"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/TPAMI.2007.1078"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2014.02.007"},{"key":"ref60","volume-title":"Fundamentals of laparoscopic surgery","year":"2019"}],"event":{"name":"2024 IEEE International Conference on Robotics and Automation (ICRA)","location":"Yokohama, Japan","start":{"date-parts":[[2024,5,13]]},"end":{"date-parts":[[2024,5,17]]}},"container-title":["2024 IEEE International Conference on Robotics and Automation (ICRA)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10609961\/10609862\/10611048.pdf?arnumber=10611048","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,10]],"date-time":"2024-08-10T06:06:36Z","timestamp":1723269996000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10611048\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,5,13]]},"references-count":60,"URL":"https:\/\/doi.org\/10.1109\/icra57147.2024.10611048","relation":{},"subject":[],"published":{"date-parts":[[2024,5,13]]}}}