{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,7]],"date-time":"2026-05-07T20:20:29Z","timestamp":1778185229668,"version":"3.51.4"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031776090","type":"print"},{"value":"9783031776106","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-77610-6_17","type":"book-chapter","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T04:09:52Z","timestamp":1737000592000},"page":"178-188","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["MUTUAL: Towards Holistic Sensing and\u00a0Inference in\u00a0the\u00a0Operating Room"],"prefix":"10.1007","author":[{"given":"Julien","family":"Quarez","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yang","family":"Li","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hassna","family":"Irzan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthew","family":"Elliot","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Oscar","family":"MacCormac","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"James","family":"Knigth","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Martin","family":"Huber","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Toktam","family":"Mahmoodi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Prokar","family":"Dasgupta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sebastien","family":"Ourselin","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nicholas","family":"Raison","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jonathan","family":"Shapey","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alejandro","family":"Granados","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,1,17]]},"reference":[{"key":"17_CR1","unstructured":"sccn\/labstreaminglayer. https:\/\/github.com\/sccn\/labstreaminglayer. Accessed 20 June 2024"},{"key":"17_CR2","doi-asserted-by":"crossref","unstructured":"Araujo, V., Mitra, K., Saguna, S., \u00dfhlund, C.: Performance evaluation of fiware: a cloud-based iot platform for smart cities. J. Parallel Distrib. Comput. 132, 250\u2013261 (2019)","DOI":"10.1016\/j.jpdc.2018.12.010"},{"issue":"2","key":"17_CR3","doi-asserted-by":"publisher","first-page":"230","DOI":"10.1109\/TETCI.2022.3141105","volume":"6","author":"J Duan","year":"2022","unstructured":"Duan, J., Yu, S., Tan, H.L., Zhu, H., Tan, C.: A survey of embodied AI: from simulators to research tasks. IEEE Trans. Emerg. Top. Comput. Intell. 6(2), 230\u2013244 (2022)","journal-title":"IEEE Trans. Emerg. Top. Comput. Intell."},{"issue":"1","key":"17_CR4","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1007\/s41781-019-0027-2","volume":"3","author":"J Duarte","year":"2019","unstructured":"Duarte, J., et al.: FPGA-accelerated machine learning inference as a service for particle physics computing. Comput. Softw. Big Sci. 3(1), 13 (2019)","journal-title":"Comput. Softw. Big Sci."},{"issue":"1","key":"17_CR5","first-page":"1","volume":"5","author":"B Goertzel","year":"2014","unstructured":"Goertzel, B.: Artificial general intelligence: concept, state of the art, and future prospects. J. Artif. Gen. Intell. 5(1), 1\u201348 (2014)","journal-title":"J. Artif. Gen. Intell."},{"key":"17_CR6","doi-asserted-by":"crossref","unstructured":"Hao, R., \u00d6zg\u00fcner, O., \u00c7avu\u015fo\u011flu, M.C.: Vision-based surgical tool pose estimation for the da vinci\u00ae robotic surgical system. In: 2018 IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 1298\u20131305. IEEE (2018)","DOI":"10.1109\/IROS.2018.8594471"},{"key":"17_CR7","unstructured":"Inc, S.S.T.: Surgical Safety Technologies. https:\/\/www.surgicalsafety.com\/. Accessed 20 June 2024"},{"key":"17_CR8","unstructured":"Jin, K., et al.: Identification of cognitive workload during surgical tasks with multimodal deep learning (2022)"},{"key":"17_CR9","doi-asserted-by":"crossref","unstructured":"Jung, J.J., J\u00fcni, P., Lebovic, G., Grantcharov, T.: First-year analysis of the operating room black box study. Ann. Surg. 271(1) (2020)","DOI":"10.1097\/SLA.0000000000002863"},{"issue":"2","key":"17_CR10","doi-asserted-by":"publisher","first-page":"1059","DOI":"10.1007\/s00034-019-01226-7","volume":"39","author":"K Karras","year":"2020","unstructured":"Karras, K., et al.: A hardware acceleration platform for ai-based inference at the edge. Circuits Syst. Signal Process. 39(2), 1059\u20131070 (2020)","journal-title":"Circuits Syst. Signal Process."},{"key":"17_CR11","doi-asserted-by":"publisher","DOI":"10.1201\/9781003253341","volume-title":"Design and Development of Smart Surgical Assistant Technologies: A Case Study for Translational Sciences","author":"JJH Kim","year":"2022","unstructured":"Kim, J.J.H., Um, R., Iyer, R.R., Theodore, N., Manbachi, A.: Design and Development of Smart Surgical Assistant Technologies: A Case Study for Translational Sciences. CRC Press, Boca Raton (2022)"},{"key":"17_CR12","doi-asserted-by":"crossref","unstructured":"Kim, S.Y., Lee, J., Kim, C.H., Lee, W.J., Kim, S.W.: Extending the onnx runtime framework for the processing-in-memory execution. In: 2022 International Conference on Electronics, Information, and Communication (ICEIC), pp.\u00a01\u20134 (2022)","DOI":"10.1109\/ICEIC54506.2022.9748444"},{"issue":"4","key":"17_CR13","doi-asserted-by":"publisher","first-page":"1305","DOI":"10.1109\/TBME.2014.2302385","volume":"61","author":"S Leonard","year":"2014","unstructured":"Leonard, S., Wu, K.L., Kim, Y., Krieger, A., Kim, P.C.: Smart tissue anastomosis robot (star): a vision-guided robotics system for laparoscopic suturing. IEEE Trans. Biomed. Eng. 61(4), 1305\u20131317 (2014)","journal-title":"IEEE Trans. Biomed. Eng."},{"key":"17_CR14","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1051\/sicotj\/2017052","volume":"3","author":"MHL Liow","year":"2017","unstructured":"Liow, M.H.L., Chin, P.L., Pang, H.N., Tay, D.K.J., Yeo, S.J.: Think surgical tsolution-one\u00ae(robodoc) total knee arthroplasty. SICOT-J 3, 63 (2017)","journal-title":"SICOT-J"},{"key":"17_CR15","doi-asserted-by":"crossref","unstructured":"Liu, Y., et al.: Skit: a fast key information video transformer for online surgical phase recognition. In: 2023 IEEE\/CVF International Conference on Computer Vision (ICCV), pp. 21017\u201321027. IEEE Computer Society, Los Alamitos, CA, USA (oct 2023)","DOI":"10.1109\/ICCV51070.2023.01927"},{"key":"17_CR16","doi-asserted-by":"crossref","unstructured":"Macenski, S., Foote, T., Gerkey, B., Lalancette, C., Woodall, W.: Robot operating system 2: design, architecture, and uses in the wild. Sci. Robot. 7(66), eabm6074 (2022)","DOI":"10.1126\/scirobotics.abm6074"},{"issue":"6","key":"17_CR17","first-page":"8590","volume":"23","author":"C MacRae","year":"2016","unstructured":"MacRae, C., Gilling, P.: How i do it: aquablation of the prostate using the aquabeam system. Can. J. Urol. 23(6), 8590\u20138593 (2016)","journal-title":"Can. J. Urol."},{"key":"17_CR18","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2021.102306","volume":"76","author":"L Maier-Hein","year":"2022","unstructured":"Maier-Hein, L., Eisenmann, M.: Sarikaya: Surgical data science - from concepts toward clinical translation. Med. Image Anal. 76, 102306 (2022)","journal-title":"Med. Image Anal."},{"key":"17_CR19","doi-asserted-by":"publisher","first-page":"73484","DOI":"10.1109\/ACCESS.2022.3189776","volume":"10","author":"E Manor","year":"2022","unstructured":"Manor, E., Greenberg, S.: Custom hardware inference accelerator for tensorflow lite for microcontrollers. IEEE Access 10, 73484\u201373493 (2022)","journal-title":"IEEE Access"},{"issue":"1","key":"17_CR20","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1007\/s11701-019-00929-y","volume":"14","author":"S Miah","year":"2019","unstructured":"Miah, S., et al.: A prospective analysis of robotic targeted MRI-us fusion prostate biopsy using the centroid targeting approach. J. Robot. Surg. 14(1), 69\u201374 (2019)","journal-title":"J. Robot. Surg."},{"key":"17_CR21","doi-asserted-by":"crossref","unstructured":"Mirchi, N., Bissonnette, V., Yilmaz, R., Ledwos, N., Winkler-Schwartz, A., Maestro, R.F.D.: The virtual operative assistant: an explainable artificial intelligence tool for simulation-based training in surgery and medicine. PLOS ONE 15(2), e0229596 (2020). publisher: Public Library of Science","DOI":"10.1371\/journal.pone.0229596"},{"key":"17_CR22","unstructured":"Molchanov, P., Tyree, S., Karras, T., Aila, T., Kautz, J.: Pruning convolutional neural networks for resource efficient inference (2017)"},{"issue":"3","key":"17_CR23","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1007\/s00595-012-0313-7","volume":"43","author":"H Niitsu","year":"2012","unstructured":"Niitsu, H., et al.: Using the objective structured assessment of technical skills (OSATS) global rating scale to evaluate the skills of surgical trainees in the operating room. Surg. Today 43(3), 271\u2013275 (2012)","journal-title":"Surg. Today"},{"key":"17_CR24","unstructured":"Onyeogulu, T., et al.: Situation awareness for automated surgical check-listing in ai-assisted operating room (2022)"},{"key":"17_CR25","unstructured":"Paolo, G., Gonzalez-Billandon, J., K\u00e9gl, B.: Position: a call for embodied AI. In: Forty-first International Conference on Machine Learning (2024)"},{"key":"17_CR26","doi-asserted-by":"crossref","unstructured":"Pfeifer, R., Iida, F.: Embodied artificial intelligence: trends and challenges. Lecture notes in computer science, pp. 1\u201326 (2004)","DOI":"10.1007\/978-3-540-27833-7_1"},{"key":"17_CR27","doi-asserted-by":"crossref","unstructured":"Rivero-Moreno, Y., et al.: Autonomous robotic surgery: has the future arrived? Cureus (2024)","DOI":"10.7759\/cureus.52243"},{"key":"17_CR28","doi-asserted-by":"publisher","first-page":"13","DOI":"10.2106\/JBJS.H.01410","volume":"91","author":"G Rivkin","year":"2009","unstructured":"Rivkin, G., Liebergall, M.: Challenges of technology integration and computer-assisted surgery. J. Bone Joint Surg. 91, 13\u201316 (2009)","journal-title":"J. Bone Joint Surg."},{"issue":"3","key":"17_CR29","doi-asserted-by":"publisher","first-page":"970","DOI":"10.1016\/j.athoracsur.2020.08.117","volume":"112","author":"F Sazzad","year":"2021","unstructured":"Sazzad, F., Ler, A., Kuzemczak, M., Ng, S., Choong, A.M., Kofidis, T.: Automated fastener vs hand-tied knots in heart valve surgery: a systematic review and meta-analysis. Ann. Thorac. Surg. 112(3), 970\u2013980 (2021)","journal-title":"Ann. Thorac. Surg."},{"issue":"11","key":"17_CR30","doi-asserted-by":"publisher","first-page":"1366","DOI":"10.1097\/CM9.0000000000002811","volume":"137","author":"J Wen","year":"2023","unstructured":"Wen, J., Yu, N., Long, X., Wang, X.: Robotic surgical systems in plastic and reconstructive surgery. Chin. Med. J. 137(11), 1366\u20131368 (2023)","journal-title":"Chin. Med. J."},{"key":"17_CR31","doi-asserted-by":"crossref","unstructured":"Yilmaz, N., Wu, J.Y., Kazanzides, P., Tumerdem, U.: Neural network based inverse dynamics identification and external force estimation on the da vinci research kit. In: 2020 IEEE International Conference on Robotics and Automation (ICRA), pp. 1387\u20131393. IEEE (2020)","DOI":"10.1109\/ICRA40945.2020.9197445"},{"issue":"4","key":"17_CR32","doi-asserted-by":"publisher","first-page":"248","DOI":"10.3390\/biomimetics9040248","volume":"9","author":"Z Zhao","year":"2024","unstructured":"Zhao, Z., Wu, Q., Wang, J., Zhang, B., Zhong, C., Zhilenkov, A.A.: Exploring embodied intelligence in soft robotics: a review. Biomimetics 9(4), 248 (2024)","journal-title":"Biomimetics"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2024 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-77610-6_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,8]],"date-time":"2025-05-08T17:27:43Z","timestamp":1746725263000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-77610-6_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031776090","9783031776106"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-77610-6_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"17 January 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Marrakesh","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Morocco","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 October 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 October 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2024\/en\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}