{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,20]],"date-time":"2025-09-20T04:41:41Z","timestamp":1758343301247,"version":"3.44.0"},"publisher-location":"Cham","reference-count":32,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032051264","type":"print"},{"value":"9783032051271","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,9,20]],"date-time":"2025-09-20T00:00:00Z","timestamp":1758326400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,20]],"date-time":"2025-09-20T00:00:00Z","timestamp":1758326400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-05127-1_41","type":"book-chapter","created":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T21:16:44Z","timestamp":1758316604000},"page":"424-434","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Reconstructing 3D Hand-Instrument Interaction from\u00a0a\u00a0Single 2D Image in\u00a0Medical Scenes"],"prefix":"10.1007","author":[{"given":"Miao","family":"Xu","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xiangyu","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jinlin","family":"Wu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ming","family":"Feng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zelin","family":"Zang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hongbin","family":"Liu","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhen","family":"Lei","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,9,20]]},"reference":[{"key":"41_CR1","doi-asserted-by":"crossref","unstructured":"Cao, Z., Radosavovic, I., Kanazawa, A., Malik, J.: Reconstructing hand-object interactions in the wild. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 12417\u201312426 (2021)","DOI":"10.1109\/ICCV48922.2021.01219"},{"key":"41_CR2","doi-asserted-by":"crossref","unstructured":"Chen, X., Wang, B., Shum, H.Y.: Hand avatar: free-pose hand animation and rendering from monocular video. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 8683\u20138693 (2023)","DOI":"10.1109\/CVPR52729.2023.00839"},{"key":"41_CR3","doi-asserted-by":"publisher","first-page":"4008","DOI":"10.1109\/TIP.2021.3068645","volume":"30","author":"Y Chen","year":"2021","unstructured":"Chen, Y., et al.: Joint hand-object 3D reconstruction from a single image with cross-branch feature fusion. IEEE Trans. Image Process. 30, 4008\u20134021 (2021)","journal-title":"IEEE Trans. Image Process."},{"key":"41_CR4","doi-asserted-by":"crossref","unstructured":"Doosti, B., Naha, S., Mirbagheri, M., Crandall, D.J.: Hope-net: a graph-based model for hand-object pose estimation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 6608\u20136617 (2020)","DOI":"10.1109\/CVPR42600.2020.00664"},{"key":"41_CR5","doi-asserted-by":"crossref","unstructured":"Fattahi\u00a0Sani, M., Ascione, R., Dogramadzi, S.: Mapping surgeons hand\/finger movements to surgical tool motion during conventional microsurgery using machine learning. J. Med. Robot. Res. 6(03n04), 2150004 (2021)","DOI":"10.1142\/S2424905X21500045"},{"key":"41_CR6","unstructured":"Goodman, E.D., et\u00a0al.: A real-time spatiotemporal AI model analyzes skill in open surgical videos. arXiv preprint arXiv:2112.07219 (2021)"},{"key":"41_CR7","doi-asserted-by":"crossref","unstructured":"Grady, P., Tang, C., Twigg, C.D., Vo, M., Brahmbhatt, S., Kemp, C.C.: ContactOpt: optimizing contact to improve grasps. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1471\u20131481 (2021)","DOI":"10.1109\/CVPR46437.2021.00152"},{"key":"41_CR8","doi-asserted-by":"crossref","unstructured":"Hampali, S., Sarkar, S.D., Rad, M., Lepetit, V.: Keypoint transformer: solving joint identification in challenging hands and object interactions for accurate 3D pose estimation. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 11090\u201311100 (2022)","DOI":"10.1109\/CVPR52688.2022.01081"},{"key":"41_CR9","doi-asserted-by":"crossref","unstructured":"Hasson, Y., Tekin, B., Bogo, F., Laptev, I., Pollefeys, M., Schmid, C.: Leveraging photometric consistency over time for sparsely supervised hand-object reconstruction. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Precognition, pp. 571\u2013580 (2020)","DOI":"10.1109\/CVPR42600.2020.00065"},{"key":"41_CR10","doi-asserted-by":"crossref","unstructured":"Hasson, Y., Varol, G., Schmid, C., Laptev, I.: Towards unconstrained joint hand-object reconstruction from rgb videos. In: 2021 International Conference on 3D Vision (3DV), pp. 659\u2013668. IEEE (2021)","DOI":"10.1109\/3DV53792.2021.00075"},{"key":"41_CR11","doi-asserted-by":"crossref","unstructured":"He, K., Zhang, X., Ren, S., Sun, J.: Deep residual learning for image recognition. In: Proceedings of the IEEE conference on Computer Vision and Pattern Recognition, pp. 770\u2013778 (2016)","DOI":"10.1109\/CVPR.2016.90"},{"key":"41_CR12","doi-asserted-by":"crossref","unstructured":"Jian, Z., Yue, W., Wu, Q., Li, W., Wang, Z., Lam, V.: Multitask learning for video-based surgical skill assessment. In: 2020 Digital Image Computing: Techniques and Applications (DICTA), pp.\u00a01\u20138. IEEE (2020)","DOI":"10.1109\/DICTA51227.2020.9363408"},{"key":"41_CR13","doi-asserted-by":"crossref","unstructured":"Kirillov, A., et\u00a0al.: Segment anything. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 4015\u20134026 (2023)","DOI":"10.1109\/ICCV51070.2023.00371"},{"key":"41_CR14","doi-asserted-by":"crossref","unstructured":"Li, J., et\u00a0al.: Medshapenet\u2013a large-scale dataset of 3d medical shapes for computer vision. Biomed. Eng.\/Biomedizinische Technik 70(1), 71\u201390 (2025)","DOI":"10.1515\/bmt-2024-0396"},{"key":"41_CR15","doi-asserted-by":"crossref","unstructured":"Lin, K., Wang, L., Liu, Z.: End-to-end human pose and mesh reconstruction with transformers. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1954\u20131963 (2021)","DOI":"10.1109\/CVPR46437.2021.00199"},{"key":"41_CR16","doi-asserted-by":"publisher","unstructured":"Lin, K., Wang, L., Liu, Z.: Mesh graphormer. In: 2021 IEEE\/CVF International Conference on Computer Vision (ICCV), pp. 12919\u201312928 (2021). https:\/\/doi.org\/10.1109\/ICCV48922.2021.01270","DOI":"10.1109\/ICCV48922.2021.01270"},{"key":"41_CR17","doi-asserted-by":"crossref","unstructured":"Liu, S., Jiang, H., Xu, J., Liu, S., Wang, X.: Semi-supervised 3D hand-object poses estimation with interactions in time. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 14687\u201314697 (2021)","DOI":"10.1109\/CVPR46437.2021.01445"},{"key":"41_CR18","doi-asserted-by":"crossref","unstructured":"Lv, J., Xu, W., Yang, L., Qian, S., Mao, C., Lu, C.: Handtailor: towards high-precision monocular 3d hand recovery. arXiv preprint arXiv:2102.09244 (2021)","DOI":"10.5244\/C.35.59"},{"key":"41_CR19","doi-asserted-by":"crossref","unstructured":"Park, J., Oh, Y., Moon, G., Choi, H., Lee, K.M.: Handoccnet: occlusion-robust 3d hand mesh estimation network. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1496\u20131505 (2022)","DOI":"10.1109\/CVPR52688.2022.00155"},{"key":"41_CR20","doi-asserted-by":"crossref","unstructured":"Pavlakos, G., Shan, D., Radosavovic, I., Kanazawa, A., Fouhey, D., Malik, J.: Reconstructing hands in 3d with transformers. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 9826\u20139836 (2024)","DOI":"10.1109\/CVPR52733.2024.00938"},{"key":"41_CR21","doi-asserted-by":"crossref","unstructured":"Potamias, R.A., Zhang, J., Deng, J., Zafeiriou, S.: Wilor: end-to-end 3D hand localization and reconstruction in-the-wild. arXiv preprint arXiv:2409.12259 (2024)","DOI":"10.1109\/CVPR52734.2025.01143"},{"key":"41_CR22","doi-asserted-by":"crossref","unstructured":"Qi, H., Zhao, C., Salzmann, M., Mathis, A.: HoisDF: constraining 3D hand-object pose estimation with global signed distance fields. In: 2024 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 10392\u201310402. IEEE (2024)","DOI":"10.1109\/CVPR52733.2024.00989"},{"key":"41_CR23","unstructured":"Romero, J., Tzionas, D., Black, M.J.: Embodied hands: modeling and capturing hands and bodies together. arXiv preprint arXiv:2201.02610 (2022)"},{"issue":"5","key":"41_CR24","doi-asserted-by":"publisher","first-page":"910","DOI":"10.1016\/j.jsurg.2015.04.023","volume":"72","author":"G Saggio","year":"2015","unstructured":"Saggio, G., et al.: Objective surgical skill assessment: an initial experience by means of a sensory glove paving the way to open surgery simulation? J. Surg. Educ. 72(5), 910\u2013917 (2015)","journal-title":"J. Surg. Educ."},{"key":"41_CR25","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"568","DOI":"10.1007\/978-3-031-19769-7_33","volume-title":"ECCV 2022","author":"THE Tse","year":"2022","unstructured":"Tse, T.H.E., Zhang, Z., Kim, K.I., Leonardis, A., Zheng, F., Chang, H.J.: S$$^2$$ contact: graph-based network for 3d hand-object contact estimation with semi-supervised learning. In: Avidan, S., Brostow, G., Ciss\u00e9, M., Farinella, G.M., Hassner, T. (eds.) ECCV 2022. LNCS, vol. 13661, pp. 568\u2013584. Springer, Cham (2022). https:\/\/doi.org\/10.1007\/978-3-031-19769-7_33"},{"key":"41_CR26","series-title":"LNCS","doi-asserted-by":"publisher","first-page":"440","DOI":"10.1007\/978-3-031-43996-4_42","volume-title":"MICCAI 2023","author":"R Wang","year":"2023","unstructured":"Wang, R., Ktistakis, S., Zhang, S., Meboldt, M., Lohmeyer, Q.: POV-surgery: a dataset for egocentric hand and tool pose estimation during surgical activities. In: Greenspan, H., et al. (eds.) MICCAI 2023. LNCS, vol. 14228, pp. 440\u2013450. Springer, Cham (2023). https:\/\/doi.org\/10.1007\/978-3-031-43996-4_42"},{"key":"41_CR27","doi-asserted-by":"crossref","unstructured":"Wen, B., et al.: BundlesDF: Neural 6-DoF tracking and 3d reconstruction of unknown objects. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 606\u2013617 (2023)","DOI":"10.1109\/CVPR52729.2023.00066"},{"key":"41_CR28","doi-asserted-by":"publisher","first-page":"244","DOI":"10.1016\/j.media.2018.03.012","volume":"46","author":"D Wesierski","year":"2018","unstructured":"Wesierski, D., Jezierska, A.: Instrument detection and pose estimation with rigid part mixtures model in video-assisted surgeries. Med. Image Anal. 46, 244\u2013265 (2018)","journal-title":"Med. Image Anal."},{"key":"41_CR29","doi-asserted-by":"crossref","unstructured":"Yang, L., Zhan, X., Li, K., Xu, W., Li, J., Lu, C.: CPF: learning a contact potential field to model the hand-object interaction. In: Proceedings of the IEEE\/CVF International Conference on Computer Vision, pp. 11097\u201311106 (2021)","DOI":"10.1109\/ICCV48922.2021.01091"},{"key":"41_CR30","doi-asserted-by":"crossref","unstructured":"Yu, Z., Huang, S., Fang, C., Breckon, T.P., Wang, J.: ACR: attention collaboration-based regressor for arbitrary two-hand reconstruction. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 12955\u201312964 (2023)","DOI":"10.1109\/CVPR52729.2023.01245"},{"key":"41_CR31","doi-asserted-by":"crossref","unstructured":"Zhou, K., Lal\u00a0Bhatnagar, B., Lenssen, J.E., Pons-Moll, G.: Toch: spatio-temporal object correspondence to hand for motion refinement. arXiv preprint arXiv:2205.07982 (2022)","DOI":"10.1007\/978-3-031-20062-5_1"},{"key":"41_CR32","doi-asserted-by":"crossref","unstructured":"Zhou, Z., Zhou, S., Lv, Z., Zou, M., Tang, Y., Liang, J.: A simple baseline for efficient hand mesh reconstruction. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, pp. 1367\u20131376 (2024)","DOI":"10.1109\/CVPR52733.2024.00136"}],"container-title":["Lecture Notes in Computer Science","Medical Image Computing and Computer Assisted Intervention \u2013 MICCAI 2025"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-05127-1_41","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,19]],"date-time":"2025-09-19T21:16:52Z","timestamp":1758316612000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-05127-1_41"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,20]]},"ISBN":["9783032051264","9783032051271"],"references-count":32,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-05127-1_41","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,20]]},"assertion":[{"value":"20 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"MICCAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Medical Image Computing and Computer-Assisted Intervention","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Daejeon","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"miccai2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.miccai.org\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}