{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,9]],"date-time":"2026-09-09T13:56:11Z","timestamp":1788962171577,"version":"build-2803163510"},"reference-count":46,"publisher":"Wiley","issue":"4","license":[{"start":{"date-parts":[[2026,8,21]],"date-time":"2026-08-21T00:00:00Z","timestamp":1787270400000},"content-version":"vor","delay-in-days":20,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"},{"start":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T00:00:00Z","timestamp":1785542400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/doi.wiley.com\/10.1002\/tdm_license_1.1"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CNS\u20102146295"],"award-info":[{"award-number":["CNS\u20102146295"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["onlinelibrary.wiley.com"],"crossmark-restriction":true},"short-container-title":["Robotics Computer Surgery"],"published-print":{"date-parts":[[2026,8]]},"abstract":"<jats:title>ABSTRACT<\/jats:title>\n                  <jats:sec>\n                    <jats:title>Background<\/jats:title>\n                    <jats:p>Robot\u2010Assisted Minimally Invasive Surgery (RAMIS) research increasingly relies on multimodal data, yet access to proprietary robot telemetry remains a barrier. We introduce the Multimodal Data Acquisition System (MiDAS), an open\u2010source, platform\u2010agnostic system enabling time\u2010synchronized, non\u2010invasive multimodal data acquisition across surgical robotic platforms.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Methods<\/jats:title>\n                    <jats:p>MiDAS integrates electromagnetic and depth camera\u2010based hand tracking, foot pedal sensing and surgical video capture without requiring proprietary robot interfaces. We validated MiDAS on the open\u2010source Raven\u2010II and the clinical da Vinci Xi by collecting multimodal datasets of Peg Transfer and Hernia Repair Suturing tasks performed by surgical residents. Correlation analysis and gesture recognition experiments were conducted.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Results<\/jats:title>\n                    <jats:p>External hand and foot sensing closely approximated internal robot kinematics and non\u2010invasive motion signals achieved gesture recognition performance comparable to proprietary telemetry.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Conclusions<\/jats:title>\n                    <jats:p>MiDAS enables reproducible multimodal RAMIS data collection and is released with annotated datasets, including the first multimodal dataset of hernia repair suturing on simulation models.<\/jats:p>\n                  <\/jats:sec>","DOI":"10.1002\/rcs.70220","type":"journal-article","created":{"date-parts":[[2026,8,21]],"date-time":"2026-08-21T08:58:36Z","timestamp":1787302716000},"update-policy":"https:\/\/doi.org\/10.1002\/crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["MiDAS: A Multimodal Data Acquisition System and Dataset for Robot\u2010Assisted Minimally Invasive Surgery"],"prefix":"10.1002","volume":"22","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-0470-6690","authenticated-orcid":false,"given":"Keshara","family":"Weerasinghe","sequence":"first","affiliation":[{"name":"Department of Electrical &amp; Computer Engineering, School of Engineering and Applied Science University of Virginia  Charlottesville Virginia USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3415-2873","authenticated-orcid":false,"given":"Seyed Hamid Reza","family":"Roodabeh","sequence":"additional","affiliation":[{"name":"Department of Electrical &amp; Computer Engineering, School of Engineering and Applied Science University of Virginia  Charlottesville Virginia USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4234-3573","authenticated-orcid":false,"given":"Andrew","family":"Hawkins","sequence":"additional","affiliation":[{"name":"Department of Surgery, Thoracic and Cardiovascular Surgery University of Virginia Health System  Charlottesville Virginia USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-9690-8858","authenticated-orcid":false,"given":"Zhaomeng","family":"Zhang","sequence":"additional","affiliation":[{"name":"Department of Electrical &amp; Computer Engineering, School of Engineering and Applied Science University of Virginia  Charlottesville Virginia USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zachary","family":"Schrader","sequence":"additional","affiliation":[{"name":"Department of Electrical &amp; Computer Engineering, School of Engineering and Applied Science University of Virginia  Charlottesville Virginia USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5279-842X","authenticated-orcid":false,"given":"Homa","family":"Alemzadeh","sequence":"additional","affiliation":[{"name":"Department of Electrical &amp; Computer Engineering, School of Engineering and Applied Science University of Virginia  Charlottesville Virginia USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"311","published-online":{"date-parts":[[2026,8,21]]},"reference":[{"key":"e_1_2_13_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/access.2025.3646732"},{"key":"e_1_2_13_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11548\u2010018\u20101860\u20101"},{"key":"e_1_2_13_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/SAMI68106.2026.11420291"},{"key":"e_1_2_13_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/DSN48063.2020.00054"},{"key":"e_1_2_13_6_1","doi-asserted-by":"publisher","DOI":"10.1001\/jamasurg.2018.1512"},{"key":"e_1_2_13_7_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2023.107561"},{"key":"e_1_2_13_8_1","doi-asserted-by":"crossref","unstructured":"S. H. R.RoodabehandH.Alemzadeh \u201cActivity\u2010Aware Recovery From Network Communication Loss in Teleoperated Robotic Surgery \u201d TechRxiv (2025):1111.","DOI":"10.36227\/techrxiv.176287995.54551665\/v1"},{"key":"e_1_2_13_9_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.urology.2016.02.040"},{"key":"e_1_2_13_10_1","doi-asserted-by":"publisher","DOI":"10.1002\/rcs.2409"},{"key":"e_1_2_13_11_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.ajur.2024.05.002"},{"key":"e_1_2_13_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/TBME.2012.2228858"},{"key":"e_1_2_13_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS40897.2019.8967760"},{"key":"e_1_2_13_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/IROS.2016.7759778"},{"key":"e_1_2_13_15_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2014.6907809"},{"key":"e_1_2_13_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISMR67322.2025.11025986"},{"key":"e_1_2_13_17_1","unstructured":"D.Psychogyios E.Colleoni B.Van Amsterdam et\u00a0al. \u201cSar\u2010rarp50: Segmentation of Surgical Instrumentation and Action Recognition on Robot\u2010Assisted Radical Prostatectomy Challenge \u201d preprint arXiv:2401.00496 (2023)."},{"key":"e_1_2_13_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.cmpb.2021.106452"},{"key":"e_1_2_13_19_1","first-page":"3","volume-title":"MICCAI Workshop: M2Cai","author":"Gao Y.","year":"2014"},{"key":"e_1_2_13_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/s00464\u2010023\u201010214\u20107"},{"key":"e_1_2_13_21_1","doi-asserted-by":"publisher","DOI":"10.3390\/s140203702"},{"key":"e_1_2_13_22_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA.2014.6907364"},{"key":"e_1_2_13_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11548\u2010022\u201002615\u20101"},{"key":"e_1_2_13_24_1","unstructured":"A.Goldbraikh O.Shubi OrRubin C. M.Pugh andS.Laufer \u201cKinematic Data\u2010Based Action Segmentation for Surgical Applications \u201d preprint arXiv:2303.07814 (2023)."},{"key":"e_1_2_13_25_1","unstructured":"H.Kay Fine\u2010Grained Activity Modeling Recognition and Error Analysis in Robot\u2010Assisted Surgery(2023)."},{"key":"e_1_2_13_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/ISMR63436.2024.10585836"},{"key":"e_1_2_13_27_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41597\u2010025\u201006526\u2010z"},{"key":"e_1_2_13_28_1","unstructured":"Regional West da Vinci Robotic Surgery System(2015)."},{"key":"e_1_2_13_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICRA57147.2024.10611048"},{"key":"e_1_2_13_30_1","first-page":"3575","volume-title":"Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition","author":"Abu Farha Y.","year":"2019"},{"key":"e_1_2_13_31_1","doi-asserted-by":"publisher","DOI":"10.1002\/rcs.2375"},{"key":"e_1_2_13_32_1","unstructured":"Northern Digital Inc \u201c3D Guidance: Quality OEM Tracking Solution \u201d (2024) https:\/\/www.ndigital.com\/electromagnetic\u2010tracking\u2010technology\/3d\u2010guidance\/."},{"key":"e_1_2_13_33_1","unstructured":"Stereolabs Inc \u201cZED Mini Stereo Camera\u2014Product Page \u201d accessed: 2025\u201011\u201004 https:\/\/www.stereolabs.com\/store\/products\/zed\u2010mini."},{"key":"e_1_2_13_34_1","unstructured":"OBS Project OBS Studio(2025) https:\/\/obsproject.com\/ Open\u2010sourcesoftware."},{"key":"e_1_2_13_35_1","unstructured":"Adafruit Industries Using an FSR Force Sensitive Resistor (FSR)(2012)."},{"key":"e_1_2_13_36_1","doi-asserted-by":"publisher","DOI":"10.1177\/1553350607302329"},{"key":"e_1_2_13_37_1","first-page":"105","volume-title":"Real Tissue Robotic Simulation: The KindHeart Simulators","author":"Feins R. H.","year":"2021"},{"key":"e_1_2_13_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3343031.3350535"},{"key":"e_1_2_13_39_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11548\u2010023\u201002922\u20101"},{"key":"e_1_2_13_40_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41551\u2010023\u201001010\u20108"},{"key":"e_1_2_13_41_1","unstructured":"M.Oquab T.Darcet T.Moutakanni et\u00a0al. \u201cDinov2: Learning Robust Visual Features Without Supervision \u201d preprint arXiv:2304.07193 (2023)."},{"key":"e_1_2_13_42_1","doi-asserted-by":"crossref","unstructured":"F.Yi H.Wen andT.Jiang \u201cAsformer: Transformer for Action Segmentation \u201d preprint arXiv:2110.08568 (2021).","DOI":"10.5244\/C.35.49"},{"key":"e_1_2_13_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.502"},{"key":"e_1_2_13_44_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV48922.2021.00675"},{"key":"e_1_2_13_45_1","unstructured":"A.Dosovitskiy \u201cAn Image Is Worth 16\u00a0\u00d7\u00a016 Words: Transformers for Image Recognition at Scale \u201d preprint arXiv:2010.11929 (2010)."},{"key":"e_1_2_13_46_1","doi-asserted-by":"publisher","DOI":"10.3390\/app14093701"},{"key":"e_1_2_13_47_1","doi-asserted-by":"publisher","DOI":"10.3390\/s24092915"}],"container-title":["The International Journal of Medical Robotics and Computer Assisted Surgery"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1002\/rcs.70220","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/full-xml\/10.1002\/rcs.70220","content-type":"application\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/pdf\/10.1002\/rcs.70220","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,27]],"date-time":"2026-08-27T04:26:14Z","timestamp":1787804774000},"score":1,"resource":{"primary":{"URL":"https:\/\/onlinelibrary.wiley.com\/doi\/10.1002\/rcs.70220"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8]]},"references-count":46,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2026,8]]}},"alternative-id":["10.1002\/rcs.70220"],"URL":"https:\/\/doi.org\/10.1002\/rcs.70220","archive":["Portico"],"relation":{},"ISSN":["1478-5951","1478-596X"],"issn-type":[{"value":"1478-5951","type":"print"},{"value":"1478-596X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,8]]},"assertion":[{"value":"2026-03-02","order":0,"name":"received","label":"Received","group":{"name":"publication_history","label":"Publication History"}},{"value":"2026-08-01","order":2,"name":"accepted","label":"Accepted","group":{"name":"publication_history","label":"Publication History"}},{"value":"2026-08-21","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}],"article-number":"e70220"}}