{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T11:01:21Z","timestamp":1781002881461,"version":"3.54.1"},"publisher-location":"New York, NY, USA","reference-count":57,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T00:00:00Z","timestamp":1776038400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001665","name":"Agence Nationale de la Recherche","doi-asserted-by":"publisher","award":["ANR-23-CE33-0001 (TELEMENTOR)"],"award-info":[{"award-number":["ANR-23-CE33-0001 (TELEMENTOR)"]}],"id":[{"id":"10.13039\/501100001665","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,4,13]]},"DOI":"10.1145\/3772318.3790904","type":"proceedings-article","created":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T04:12:21Z","timestamp":1776053541000},"page":"1-22","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Interaction Through Instruments: Extending Surgical Instruments as Interaction Devices"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-6144-8480","authenticated-orcid":false,"given":"Nour","family":"Karoui","sequence":"first","affiliation":[{"name":"Sorbonne Universit\u00e9, CNRS, INSERM, Institut des Syst\u00e8mes Intelligents et de Robotique, ISIR, Paris, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6984-1532","authenticated-orcid":false,"given":"Isabelle","family":"Bloch","sequence":"additional","affiliation":[{"name":"Sorbonne Universit\u00e9, CNRS, LIP6, Paris, France"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1496-3794","authenticated-orcid":false,"given":"Ignacio","family":"Avellino","sequence":"additional","affiliation":[{"name":"Sorbonne Universit\u00e9, CNRS, INSERM, Institut des Syst\u00e8mes Intelligents et de Robotique, ISIR, Paris, France"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,4,13]]},"reference":[{"key":"e_1_3_3_3_2_2","doi-asserted-by":"publisher","unstructured":"Oluwatosin Alabi Ko\u00a0Ko\u00a0Zayar Toe Zijian Zhou Charlie Budd Nicholas Raison Miaojing Shi and Tom Vercauteren. 2025. CholecInstanceSeg: A Tool Instance Segmentation Dataset for Laparoscopic Surgery. Scientific Data 12 1 (May 2025) 825. 10.1038\/s41597-025-05163-w","DOI":"10.1038\/s41597-025-05163-w"},{"key":"e_1_3_3_3_3_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-39262-7_60"},{"key":"e_1_3_3_3_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/2667317.2667414"},{"key":"e_1_3_3_3_5_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300813"},{"key":"e_1_3_3_3_6_2","doi-asserted-by":"publisher","unstructured":"Ignacio Avellino Sheida Nozari Geoffroy Canlorbe and Yvonne Jansen. 2021. Surgical Video Summarization: Multifarious Uses Summarization Process and Ad-Hoc Coordination. Proceedings of the ACM on Human-Computer Interaction 5 CSCW1 (April 2021) 140:1\u2013140:23. 10.1145\/3449214","DOI":"10.1145\/3449214"},{"key":"e_1_3_3_3_7_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580651"},{"key":"e_1_3_3_3_8_2","doi-asserted-by":"publisher","unstructured":"Chan Jason Y. K. Leung Iris Navarro\u2010Alarcon David Lin Weiyang Li Peng Lee Dennis L. Y. Liu Yun\u2010hui and Tong Michael C. F.2015. Foot\u2010controlled robotic\u2010enabled endoscope holder for endoscopic sinus surgery: A cadaveric feasibility study. The Laryngoscope 126 3 (Sept. 2015) 566\u2013569. 10.1002\/lary.25634","DOI":"10.1002\/lary.25634"},{"key":"e_1_3_3_3_9_2","doi-asserted-by":"publisher","DOI":"10.1145\/1753326.1753499"},{"key":"e_1_3_3_3_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/2512349.2512799"},{"key":"e_1_3_3_3_11_2","doi-asserted-by":"publisher","DOI":"10.1145\/3472301.3484328"},{"key":"e_1_3_3_3_12_2","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979010"},{"key":"e_1_3_3_3_13_2","doi-asserted-by":"publisher","unstructured":"L.\u00a0C. Ebert G. Hatch M.\u00a0J. Thali and S. Ross. 2013. Invisible touch\u2014Control of a DICOM viewer with finger gestures using the Kinect depth camera. Journal of Forensic Radiology and Imaging 1 1 (Jan. 2013) 10\u201314. 10.1016\/j.jofri.2012.11.006","DOI":"10.1016\/j.jofri.2012.11.006"},{"key":"e_1_3_3_3_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300841"},{"key":"e_1_3_3_3_15_2","doi-asserted-by":"publisher","DOI":"10.1145\/257089.257434"},{"key":"e_1_3_3_3_16_2","doi-asserted-by":"publisher","unstructured":"Mac Greenslade Adrian Clark and Stephan Lukosch. 2023. Using Everyday Objects as Props for Virtual Objects in First Person Augmented Reality Games: An Elicitation Study. Proceedings of the ACM on Human-Computer Interaction 7 CHI PLAY (2023) 856\u2013875. 10.1145\/361105","DOI":"10.1145\/361105"},{"key":"e_1_3_3_3_17_2","doi-asserted-by":"publisher","unstructured":"Thomas\u00a0M Gregory Jules Gregory John Sledge Romain Allard and Olivier Mir. 2018. Surgery guided by mixed reality: presentation of a proof of concept. Acta Orthopaedica 89 5 (Sept. 2018) 480\u2013483. 10.1080\/17453674.2018.1506974","DOI":"10.1080\/17453674.2018.1506974"},{"key":"e_1_3_3_3_18_2","doi-asserted-by":"publisher","unstructured":"C. Gr\u00e4tzel T. Fong S. Grange and C. Baur. 2004. A non-contact mouse for surgeon-computer interaction. Technology and Health Care 12 3 (May 2004) 245\u2013257. 10.3233\/THC-2004-12304Publisher: SAGE Publications.","DOI":"10.3233\/THC-2004-12304"},{"key":"e_1_3_3_3_19_2","doi-asserted-by":"publisher","unstructured":"Andrew\u00a0A. Gumbs Fernando Crovari Clement Vidal Patrick Henri and Brice Gayet. 2007. Modified Robotic Lightweight Endoscope (ViKY) Validation In Vivo in a Porcine Model. Surgical Innovation 14 4 (Dec. 2007) 261\u2013264. 10.1177\/1553350607310281","DOI":"10.1177\/1553350607310281"},{"key":"e_1_3_3_3_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3650850"},{"key":"e_1_3_3_3_21_2","doi-asserted-by":"publisher","DOI":"10.1145\/3136755.3136759"},{"key":"e_1_3_3_3_22_2","doi-asserted-by":"publisher","DOI":"10.1145\/1450579.1450625"},{"key":"e_1_3_3_3_23_2","doi-asserted-by":"publisher","DOI":"10.1145\/2858036.2858134"},{"key":"e_1_3_3_3_24_2","doi-asserted-by":"publisher","unstructured":"Tharon Howard. 2014. Journey mapping: a brief overview. Communication Design Quarterly Review 2 3 (May 2014) 10\u201313. 10.1145\/2644448.2644451","DOI":"10.1145\/2644448.2644451"},{"key":"e_1_3_3_3_25_2","doi-asserted-by":"publisher","DOI":"10.1109\/IEMBS.2011.6090401"},{"key":"e_1_3_3_3_26_2","doi-asserted-by":"publisher","DOI":"10.1145\/1978942.1979436"},{"key":"e_1_3_3_3_27_2","doi-asserted-by":"publisher","unstructured":"Sol\u00e8ne Lambert Sandrine Voros Jocelyne Troccaz Geoffroy Canlorbe and Ignacio Avellino. 2024. Understanding The Needs of Mentoring in Surgery to Guide the Design of Surgical Telementoring Systems. Proc. ACM Hum.-Comput. Interact. 8 CSCW1 (April 2024) 143:1\u2013143:28. 10.1145\/3637420","DOI":"10.1145\/3637420"},{"key":"e_1_3_3_3_28_2","doi-asserted-by":"publisher","unstructured":"Byung\u00a0Cheol Lee Kwanghun Chung and Sung-Hee Kim. 2018. Interruption Cost Evaluation by Cognitive Workload and Task Performance in Interruption Coordination Modes for Human\u2013Computer Interaction Tasks. Applied Sciences 8 (Oct. 2018) 1780. 10.3390\/app8101780","DOI":"10.3390\/app8101780"},{"key":"e_1_3_3_3_29_2","doi-asserted-by":"publisher","unstructured":"Sang\u00a0Hun Lee and Se-One Yoon. 2020. User interface for in-vehicle systems with on-wheel finger spreading gestures and head-up displays. Journal of Computational Design and Engineering 7 6 (Dec. 2020) 700\u2013721. 10.1093\/jcde\/qwaa052","DOI":"10.1093\/jcde\/qwaa052"},{"key":"e_1_3_3_3_30_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-22668-2_19"},{"key":"e_1_3_3_3_31_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613904.3642458"},{"key":"e_1_3_3_3_32_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-27648-9_31-1"},{"key":"e_1_3_3_3_33_2","doi-asserted-by":"publisher","unstructured":"Wendy\u00a0E. Mackay and Joanna McGrenere. 2025. Comparative Structured Observation. ACM Trans. Comput.-Hum. Interact. 32 2 (April 2025) 14:1\u201314:27. 10.1145\/3711838","DOI":"10.1145\/3711838"},{"key":"e_1_3_3_3_34_2","doi-asserted-by":"publisher","unstructured":"Naveen Madapana Daniela Chanci Glebys Gonzalez Lingsong Zhang and Juan\u00a0P. Wachs. 2022. Touchless Interfaces in the Operating Room: A Study in Gesture Preferences. International Journal of Human\u2013Computer Interaction 0 0 (April 2022) 1\u201311. 10.1080\/10447318.2022.2041896","DOI":"10.1080\/10447318.2022.2041896"},{"key":"e_1_3_3_3_35_2","doi-asserted-by":"publisher","unstructured":"Naveen Madapana Glebys Gonzalez Richard Rodgers Lingsong Zhang and Juan\u00a0P. Wachs. 2018. Gestures for Picture Archiving and Communication Systems (PACS) operation in the operating room: Is there any standard? PLOS ONE 13 6 (June 2018). 10.1371\/journal.pone.0198092","DOI":"10.1371\/journal.pone.0198092"},{"key":"e_1_3_3_3_36_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3580714"},{"key":"e_1_3_3_3_37_2","doi-asserted-by":"publisher","DOI":"10.1145\/2702613.2702963"},{"key":"e_1_3_3_3_38_2","doi-asserted-by":"publisher","DOI":"10.1145\/2207676.2208536"},{"key":"e_1_3_3_3_39_2","doi-asserted-by":"publisher","unstructured":"Matheus\u00a0D. Negr\u00e3o and Anderson Maciel. 2024. Characterizing head-gaze and hand affordances using AR for laparoscopy. Computers & Graphics (May 2024) 103936. 10.1016\/j.cag.2024.103936","DOI":"10.1016\/j.cag.2024.103936"},{"key":"e_1_3_3_3_40_2","doi-asserted-by":"publisher","unstructured":"Kenton O\u2019Hara Gerardo Gonzalez Abigail Sellen Graeme Penney Andreas Varnavas Helena Mentis Antonio Criminisi Robert Corish Mark Rouncefield Neville Dastur and Tom Carrell. 2014. Touchless Interaction in Surgery. Commun. ACM 57 1 (Jan. 2014) 70\u201377. 10.1145\/2541883.2541899","DOI":"10.1145\/2541883.2541899"},{"key":"e_1_3_3_3_41_2","doi-asserted-by":"publisher","unstructured":"Fred Paas Juhani\u00a0E. Tuovinen Huib Tabbers and Pascal W.\u00a0M. Van\u00a0Gerven. 2003. Cognitive Load Measurement as a Means to Advance Cognitive Load Theory. Educational Psychologist 38 1 (Jan. 2003) 63\u201371. 10.1207\/S15326985EP3801_8","DOI":"10.1207\/S15326985EP3801_8"},{"key":"e_1_3_3_3_42_2","doi-asserted-by":"publisher","unstructured":"Hermann Reichenspurner Ralph\u00a0J. Damiano Michael Mack Dieter\u00a0H. Boehm Helmut Gulbins Christian Detter Bruno Meiser Reinhard Ellgass and Bruno Reichart. 1999. Use of the voice-controlled and computer-assisted surgical system zeus for endoscopic coronary artery bypass grafting. The Journal of Thoracic and Cardiovascular Surgery 118 1 (July 1999) 11\u201316. 10.1016\/S0022-5223(99)70134-0","DOI":"10.1016\/S0022-5223(99)70134-0"},{"key":"e_1_3_3_3_43_2","doi-asserted-by":"publisher","DOI":"10.1145\/3027063.3053173"},{"key":"e_1_3_3_3_44_2","doi-asserted-by":"publisher","unstructured":"Guilherme Cesar\u00a0Soares Ruppert Leonardo\u00a0Oliveira Reis Paulo Henrique\u00a0Junqueira Amorim Thiago\u00a0Franco de Moraes and Jorge Vicente\u00a0Lopes da Silva. 2012. Touchless gesture user interface for interactive image visualization in urological surgery. World Journal of Urology 30 5 (Oct. 2012) 687\u2013691. 10.1007\/s00345-012-0879-0","DOI":"10.1007\/s00345-012-0879-0"},{"key":"e_1_3_3_3_45_2","doi-asserted-by":"publisher","unstructured":"Dario\u00a0D. Salvucci and Niels\u00a0A. Taatgen. 2008. Threaded cognition: An integrated theory of concurrent multitasking. Psychological Review 115 1 (2008) 101\u2013130. 10.1037\/0033-295X.115.1.101","DOI":"10.1037\/0033-295X.115.1.101"},{"key":"e_1_3_3_3_46_2","doi-asserted-by":"publisher","unstructured":"Josefine Schreiter Florian Heinrich Benjamin Hatscher Danny Schott and Christian Hansen. 2025. Multimodal human-computer interaction in interventional radiology and surgery: a systematic literature review. International Journal of Computer Assisted Radiology and Surgery 20 4 (April 2025) 807\u2013816. 10.1007\/s11548-024-03263-3","DOI":"10.1007\/s11548-024-03263-3"},{"key":"e_1_3_3_3_47_2","doi-asserted-by":"publisher","DOI":"10.1145\/3643834.3661551"},{"key":"e_1_3_3_3_48_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICMLA.2018.00100"},{"key":"e_1_3_3_3_49_2","doi-asserted-by":"publisher","unstructured":"Matt Strickland Jamie Tremaine Greg Brigley and Calvin Law. 2013. Using a depth-sensing infrared camera system to access and manipulate medical imaging from within the sterile operating field. Canadian Journal of Surgery 56 3 (June 2013) E1\u2013E6. 10.1503\/cjs.035311","DOI":"10.1503\/cjs.035311"},{"key":"e_1_3_3_3_50_2","doi-asserted-by":"publisher","unstructured":"Justin\u00a0H. Tan Cherng Chao Mazen Zawaideh Anne\u00a0C. Roberts and Thomas\u00a0B. Kinney. 2013. Informatics in Radiology: Developing a Touchless User Interface for Intraoperative Image Control during Interventional Radiology Procedures. RadioGraphics 33 2 (March 2013) E61\u2013E70. 10.1148\/rg.332125101","DOI":"10.1148\/rg.332125101"},{"key":"e_1_3_3_3_51_2","doi-asserted-by":"publisher","DOI":"10.1145\/3193954.3193957"},{"key":"e_1_3_3_3_52_2","doi-asserted-by":"publisher","unstructured":"M.\u00a0A. van Veelen C.\u00a0J. Snijders E. van Leeuwen R.\u00a0H.\u00a0M. Goossens and G. Kazemier. 2003. Improvement of foot pedals used during surgery based on new ergonomic guidelines. Surgical Endoscopy And Other Interventional Techniques 17 7 (July 2003) 1086\u20131091. 10.1007\/s00464-002-9185-z","DOI":"10.1007\/s00464-002-9185-z"},{"key":"e_1_3_3_3_53_2","doi-asserted-by":"publisher","unstructured":"Amelia\u00a0C. Warden Christopher\u00a0D. Wickens Daniel Rehberg Benjamin\u00a0A. Clegg and Francisco\u00a0R. Ortega. 2025. Clutter costs in head-mounted displays: a study examining trade-offs between overlay and adjacent presentation of information. Cognitive Research: Principles and Implications 10 (Aug. 2025) 47. 10.1186\/s41235-025-00650-5","DOI":"10.1186\/s41235-025-00650-5"},{"key":"e_1_3_3_3_54_2","doi-asserted-by":"publisher","unstructured":"Lauren\u00a0H. Williams and Trafton Drew. 2017. Distraction in diagnostic radiology: How is search through volumetric medical images affected by interruptions? Cognitive Research: Principles and Implications 2 1 (Feb. 2017) 12. 10.1186\/s41235-017-0050-y","DOI":"10.1186\/s41235-017-0050-y"},{"key":"e_1_3_3_3_55_2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-93885-1_59"},{"key":"e_1_3_3_3_56_2","doi-asserted-by":"publisher","DOI":"10.1109\/ROBIO.2016.7866606"},{"key":"e_1_3_3_3_57_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICCIT48885.2019.9038175"},{"key":"e_1_3_3_3_58_2","doi-asserted-by":"publisher","unstructured":"Jiawei Zhong Hongliang Ren Qin Chen and Hui Zhang. 2024. A review of deep learning-based localization mapping and 3D reconstruction for endoscopy. Journal of Micro and Bio Robotics 21 1 (Dec. 2024) 1. 10.1007\/s12213-024-00181-0","DOI":"10.1007\/s12213-024-00181-0"}],"event":{"name":"CHI 2026: CHI Conference on Human Factors in Computing Systems","location":"Barcelona Spain","acronym":"CHI '26","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2026 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3772318.3790904","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,9]],"date-time":"2026-06-09T10:25:18Z","timestamp":1781000718000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3772318.3790904"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,13]]},"references-count":57,"alternative-id":["10.1145\/3772318.3790904","10.1145\/3772318"],"URL":"https:\/\/doi.org\/10.1145\/3772318.3790904","relation":{},"subject":[],"published":{"date-parts":[[2026,4,13]]},"assertion":[{"value":"2026-04-13","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}