{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T15:16:40Z","timestamp":1783696600127,"version":"3.55.0"},"reference-count":20,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2026,4,27]],"date-time":"2026-04-27T00:00:00Z","timestamp":1777248000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"},{"start":{"date-parts":[[2026,4,27]],"date-time":"2026-04-27T00:00:00Z","timestamp":1777248000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/100004440","name":"Wellcome","doi-asserted-by":"publisher","award":["203145\/Z\/16\/Z"],"award-info":[{"award-number":["203145\/Z\/16\/Z"]}],"id":[{"id":"10.13039\/100004440","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100013915","name":"EPSRC Centre for Doctoral Training in Medical Imaging","doi-asserted-by":"publisher","award":["EP\/S021930\/1"],"award-info":[{"award-number":["EP\/S021930\/1"]}],"id":[{"id":"10.13039\/501100013915","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100014013","name":"UK Research and Innovation","doi-asserted-by":"publisher","award":["UKRI145"],"award-info":[{"award-number":["UKRI145"]}],"id":[{"id":"10.13039\/100014013","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Int J CARS"],"abstract":"<jats:title>Abstract<\/jats:title>\n                  <jats:sec>\n                    <jats:title>Purpose<\/jats:title>\n                    <jats:p>3D reconstruction in minimally invasive surgery (MIS) enables enhanced surgical guidance through improved visualisation, tool tracking, and augmented reality. However, traditional RGB-based keypoint detection and matching pipelines struggle with surgical challenges, such as poor texture and complex illumination. We investigate whether using snapshot hyperspectral imaging (HSI) can provide improved results on keypoint detection and matching surgical scenes.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Methods<\/jats:title>\n                    <jats:p>We developed HyKey, a hyperspectral keypoint detection and description model made up of a hybrid 3D-2D convolutional neural network that jointly extracts spatial-spectral features from HSI. The model was trained using synthetic homographic augmentation and epipolar geometry constraints on a robotically acquired dual-camera RGB-HSI laparoscopic dataset of ex vivo organs with calibrated camera poses. We benchmarked performance against established RGB-based methods, including SuperPoint and ALIKE.<\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Results<\/jats:title>\n                    <jats:p>\n                      Our HSI-based model outperformed RGB baselines on registered RGB frames, achieving 96.62% mean matching accuracy and 67.18% mean average accuracy at 10\n                      <jats:inline-formula>\n                        <jats:alternatives>\n                          <jats:tex-math>$$^\\circ $$<\/jats:tex-math>\n                          <mml:math xmlns:mml=\"http:\/\/www.w3.org\/1998\/Math\/MathML\">\n                            <mml:mmultiscripts>\n                              <mml:mrow\/>\n                              <mml:mrow\/>\n                              <mml:mo>\u2218<\/mml:mo>\n                            <\/mml:mmultiscripts>\n                          <\/mml:math>\n                        <\/jats:alternatives>\n                      <\/jats:inline-formula>\n                      on pose estimation, demonstrating consistent improvements across multiple evaluation metrics.\n                    <\/jats:p>\n                  <\/jats:sec>\n                  <jats:sec>\n                    <jats:title>Conclusion<\/jats:title>\n                    <jats:p>\n                      Integrating spectral information from an HSI cube offers a promising approach for robust monocular 3D reconstruction in MIS, addressing limitations of texture-poor surgical environments through enhanced spectral-spatial feature discrimination. Our model and dataset are available at\n                      <jats:ext-link xmlns:xlink=\"http:\/\/www.w3.org\/1999\/xlink\" xlink:href=\"https:\/\/github.com\/alexsaikia\/HyKey-Hyperspectral-Keypoint-Detection.\" ext-link-type=\"uri\">https:\/\/github.com\/alexsaikia\/HyKey-Hyperspectral-Keypoint-Detection.<\/jats:ext-link>\n                    <\/jats:p>\n                  <\/jats:sec>","DOI":"10.1007\/s11548-026-03633-z","type":"journal-article","created":{"date-parts":[[2026,4,27]],"date-time":"2026-04-27T10:37:10Z","timestamp":1777286230000},"page":"1061-1069","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["HyKey: hyperspectral keypoint detection and matching in minimally invasive surgery"],"prefix":"10.1007","volume":"21","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-2754-3621","authenticated-orcid":false,"given":"Alexander","family":"Saikia","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chiara","family":"Di Vece","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhehua","family":"Mao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sierra","family":"Bonilla","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chloe","family":"He","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Joao","family":"Ramalhinho","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tobias","family":"Czempiel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sophia","family":"Bano","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Danail","family":"Stoyanov","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,4,27]]},"reference":[{"key":"3633_CR1","doi-asserted-by":"crossref","unstructured":"Lu G, Fei B (2014) Medical hyperspectral imaging: a review. J Biomed Opt 19(1)","DOI":"10.1117\/1.JBO.19.1.010901"},{"key":"3633_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.media.2020.101699","volume":"63","author":"NT Clancy","year":"2020","unstructured":"Clancy NT, Jones G, Maier-Hein L, Elson DS, Stoyanov D (2020) Surgical spectral imaging. Med Image Anal 63:101699","journal-title":"Med Image Anal"},{"issue":"1","key":"3633_CR3","doi-asserted-by":"publisher","first-page":"2546819","DOI":"10.1080\/24699322.2025.2546819","volume":"30","author":"HM Ali","year":"2025","unstructured":"Ali HM, Xiao Y, Kersten-Oertel M (2025) Surgical hyperspectral imaging: a systematic review. Comput Assisted Surg 30(1):2546819","journal-title":"Comput Assisted Surg"},{"issue":"1153","key":"3633_CR4","first-page":"405","volume":"203","author":"S Ullman","year":"1979","unstructured":"Ullman S (1979) The interpretation of structure from motion. Proc R Soc Lond Ser B Biol Sci 203(1153):405\u2013426","journal-title":"Proc R Soc Lond Ser B Biol Sci"},{"issue":"2","key":"3633_CR5","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1007\/BF00129684","volume":"9","author":"C Tomasi","year":"1992","unstructured":"Tomasi C, Kanade T (1992) Shape and motion from image streams under orthography: a factorization method. Int J Comput Vision 9(2):137\u2013154","journal-title":"Int J Comput Vision"},{"issue":"2","key":"3633_CR6","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1109\/MRA.2006.1638022","volume":"13","author":"H Durrant-Whyte","year":"2006","unstructured":"Durrant-Whyte H, Bailey T (2006) Simultaneous localization and mapping: part I. IEEE Robot Autom Mag 13(2):99\u2013110","journal-title":"IEEE Robot Autom Mag"},{"issue":"2","key":"3633_CR7","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1023\/B:VISI.0000029664.99615.94","volume":"60","author":"DG Lowe","year":"2004","unstructured":"Lowe DG (2004) Distinctive image features from scale-invariant keypoints. Int J Comput Vision 60(2):91\u2013110","journal-title":"Int J Comput Vision"},{"issue":"3","key":"3633_CR8","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1016\/j.cviu.2007.09.014","volume":"110","author":"H Bay","year":"2008","unstructured":"Bay H, Ess A, Tuytelaars T, Van Gool L (2008) Speeded-up robust features (surf). Comput Vis Image Underst 110(3):346\u2013359","journal-title":"Comput Vis Image Underst"},{"key":"3633_CR9","doi-asserted-by":"crossref","unstructured":"Rublee E, Rabaud V, Konolige K, Bradski G (2011) Orb: an efficient alternative to sift or surf. In: 2011 International conference on computer vision, IEEE, pp 2564\u20132571","DOI":"10.1109\/ICCV.2011.6126544"},{"key":"3633_CR10","doi-asserted-by":"crossref","unstructured":"DeTone D, Malisiewicz T, Rabinovich A (2018) Superpoint: self-supervised interest point detection and description. In: Proceedings of the IEEE conference on computer vision and pattern recognition workshops, pp 224\u2013236","DOI":"10.1109\/CVPRW.2018.00060"},{"key":"3633_CR11","doi-asserted-by":"publisher","first-page":"3101","DOI":"10.1109\/TMM.2022.3155927","volume":"25","author":"X Zhao","year":"2022","unstructured":"Zhao X, Wu X, Miao J, Chen W, Chen PC, Li Z (2022) Alike: accurate and lightweight keypoint detection and descriptor extraction. IEEE Trans Multimedia 25:3101\u20133112","journal-title":"IEEE Trans Multimedia"},{"key":"3633_CR12","first-page":"1","volume":"72","author":"X Zhao","year":"2023","unstructured":"Zhao X, Wu X, Chen W, Chen PC, Xu Q, Li Z (2023) Aliked: a lighter keypoint and descriptor extraction network via deformable transformation. IEEE Trans Instrum Meas 72:1\u201316","journal-title":"IEEE Trans Instrum Meas"},{"key":"3633_CR13","doi-asserted-by":"publisher","first-page":"85266","DOI":"10.1109\/ACCESS.2022.3197183","volume":"10","author":"T Ma","year":"2022","unstructured":"Ma T, Xing Y, Gong D, Lin Z, Li Y, Jiang J, He S (2022) A deep learning-based hyperspectral keypoint representation method and its application for 3d reconstruction. IEEE Access 10:85266\u201385277","journal-title":"IEEE Access"},{"key":"3633_CR14","doi-asserted-by":"crossref","unstructured":"Roy SK, Krishna G, Dubey SR, Chaudhuri BB (2019) Hybridsn: exploring 3-d-2-d cnn feature hierarchy for hyperspectral image classification. IEEE Geosci Remote Sens Lett 17(2):277\u2013281","DOI":"10.1109\/LGRS.2019.2918719"},{"key":"3633_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.atech.2023.100316","volume":"5","author":"N Noshiri","year":"2023","unstructured":"Noshiri N, Beck MA, Bidinosti CP, Henry CJ (2023) A comprehensive review of 3d convolutional neural network-based classification techniques of diseased and defective crops using non-uav-based hyperspectral images. Smart Agric Technol 5:100316","journal-title":"Smart Agric Technol"},{"key":"3633_CR16","doi-asserted-by":"crossref","unstructured":"Saikia A, Di\u00a0Vece C, Bonilla S, He C, Magbagbeola M, Mennillo L, Czempiel T, Bano S, Stoyanov D (2025) Robotic arm platform for multi-view image acquisition and 3d reconstruction in minimally invasive surgery. IEEE Robot Autom Lett","DOI":"10.1109\/LRA.2025.3540529"},{"key":"3633_CR17","doi-asserted-by":"publisher","DOI":"10.1016\/j.cosrev.2024.100658","volume":"53","author":"V Kumar","year":"2024","unstructured":"Kumar V, Singh RS, Rambabu M, Dua Y (2024) Deep learning for hyperspectral image classification: a survey. Comput Sci Rev 53:100658","journal-title":"Comput Sci Rev"},{"issue":"34","key":"3633_CR18","doi-asserted-by":"publisher","first-page":"80941","DOI":"10.1007\/s11042-024-18562-9","volume":"83","author":"G Tejasree","year":"2024","unstructured":"Tejasree G, Agilandeeswari L (2024) An extensive review of hyperspectral image classification and prediction: techniques and challenges. Multimed Tools Appl 83(34):80941\u201381038","journal-title":"Multimed Tools Appl"},{"key":"3633_CR19","doi-asserted-by":"crossref","unstructured":"Balntas V, Lenc K, Vedaldi A, Mikolajczyk K (2017) Hpatches: a benchmark and evaluation of handcrafted and learned local descriptors. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 5173\u20135182","DOI":"10.1109\/CVPR.2017.410"},{"key":"3633_CR20","doi-asserted-by":"crossref","unstructured":"Barath D, Noskova J, Ivashechkin M, Matas J (2020) Magsac++, a fast, reliable and accurate robust estimator. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 1304\u20131312","DOI":"10.1109\/CVPR42600.2020.00138"}],"container-title":["International Journal of Computer Assisted Radiology and Surgery"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-026-03633-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11548-026-03633-z","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11548-026-03633-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,10]],"date-time":"2026-07-10T14:56:07Z","timestamp":1783695367000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11548-026-03633-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,4,27]]},"references-count":20,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2026,5]]}},"alternative-id":["3633"],"URL":"https:\/\/doi.org\/10.1007\/s11548-026-03633-z","relation":{},"ISSN":["1861-6429"],"issn-type":[{"value":"1861-6429","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,4,27]]},"assertion":[{"value":"15 January 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 April 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 April 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}