{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T17:14:36Z","timestamp":1785604476640,"version":"3.56.0"},"reference-count":45,"publisher":"Springer Science and Business Media LLC","issue":"36","license":[{"start":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T00:00:00Z","timestamp":1727913600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T00:00:00Z","timestamp":1727913600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput &amp; Applic"],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1007\/s00521-024-10294-z","type":"journal-article","created":{"date-parts":[[2024,10,3]],"date-time":"2024-10-03T05:02:09Z","timestamp":1727931729000},"page":"23061-23075","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["LPL-VIO: monocular visual-inertial odometry with deep learning-based point and line features"],"prefix":"10.1007","volume":"36","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2172-8717","authenticated-orcid":false,"given":"Changxiang","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qinhan","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1973-6766","authenticated-orcid":false,"given":"Hongshan","family":"Yu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8700-1334","authenticated-orcid":false,"given":"Qiang","family":"Fu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3406-673X","authenticated-orcid":false,"given":"Naveed","family":"Akhtar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,10,3]]},"reference":[{"issue":"4","key":"10294_CR1","doi-asserted-by":"publisher","first-page":"1004","DOI":"10.1109\/TRO.2018.2853729","volume":"34","author":"T Qin","year":"2018","unstructured":"Qin T, Li P, Shen S (2018) VINS-Mono: a robust and versatile monocular visual-inertial state estimator. IEEE Trans Robot 34(4):1004\u20131020","journal-title":"IEEE Trans Robot"},{"issue":"5","key":"10294_CR2","doi-asserted-by":"publisher","first-page":"1255","DOI":"10.1109\/TRO.2017.2705103","volume":"33","author":"R Mur-Artal","year":"2017","unstructured":"Mur-Artal R, Tard\u00f3s JD (2017) ORB-SLAM2: an open-source SLAM system for monocular, stereo, and RGB-D cameras. IEEE Trans Robot 33(5):1255\u20131262","journal-title":"IEEE Trans Robot"},{"issue":"3","key":"10294_CR3","doi-asserted-by":"publisher","first-page":"611","DOI":"10.1109\/TPAMI.2017.2658577","volume":"40","author":"J Engel","year":"2017","unstructured":"Engel J, Koltun V, Cremers D (2017) Direct sparse odometry. IEEE Trans Pattern Anal Machine Intell 40(3):611\u2013625","journal-title":"IEEE Trans Pattern Anal Machine Intell"},{"key":"10294_CR4","doi-asserted-by":"crossref","unstructured":"Forster C, Pizzoli M, Scaramuzza D (2014) SVO: Fast semi-direct monocular visual odometry. In: 2014 IEEE international conference on robotics and automation (ICRA), pp 15\u201322","DOI":"10.1109\/ICRA.2014.6906584"},{"key":"10294_CR5","doi-asserted-by":"crossref","unstructured":"Rosinol A, Abate M, Chang Y, Carlone L (2020) Kimera: an open-source library for real-time metric-semantic localization and mapping. In: 2020 IEEE international conference on robotics and automation (ICRA), pp 1689\u20131696","DOI":"10.1109\/ICRA40945.2020.9196885"},{"issue":"2","key":"10294_CR6","doi-asserted-by":"publisher","first-page":"422","DOI":"10.1109\/LRA.2019.2961227","volume":"5","author":"V Usenko","year":"2019","unstructured":"Usenko V, Demmel N, Schubert D, St\u00fcckler J, Cremers D (2019) Visual-inertial mapping with non-linear factor recovery. IEEE Robot Autom Lett 5(2):422\u2013429","journal-title":"IEEE Robot Autom Lett"},{"key":"10294_CR7","doi-asserted-by":"crossref","unstructured":"Pumarola A, Vakhitov A, Agudo A, Sanfeliu A, Moreno-Noguer F (2017) PL-SLAM: real-time monocular visual SLAM with points and lines. In: 2017 IEEE international conference on robotics and automation (ICRA), pp 4503\u20134508","DOI":"10.1109\/ICRA.2017.7989522"},{"issue":"3","key":"10294_CR8","doi-asserted-by":"publisher","first-page":"734","DOI":"10.1109\/TRO.2019.2899783","volume":"35","author":"R Gomez-Ojeda","year":"2019","unstructured":"Gomez-Ojeda R, Moreno FA, Zuniga-No\u00ebl D, Scaramuzza D, Gonzalez-Jimenez J (2019) PL-SLAM: a stereo SLAM system through the combination of points and line segments. IEEE Trans Robot 35(3):734\u2013746","journal-title":"IEEE Trans Robot"},{"key":"10294_CR9","unstructured":"Fu Q, Wang J, Yu H, Ali I, Guo F, He Y, Zhang H (2020) PL-VINS: real-time monocular visual-inertial SLAM with point and line features. arXiv preprint arXiv:2009.07462"},{"issue":"4","key":"10294_CR10","doi-asserted-by":"publisher","first-page":"7033","DOI":"10.1109\/LRA.2021.3095518","volume":"6","author":"J Lee","year":"2021","unstructured":"Lee J, Park SY (2021) PLF-VINS: real-time monocular visual-inertial slam with point-line fusion and parallel-line fusion. IEEE Robot Autom Lett 6(4):7033\u20137040","journal-title":"IEEE Robot Autom Lett"},{"issue":"2","key":"10294_CR11","doi-asserted-by":"publisher","first-page":"752","DOI":"10.1109\/LRA.2022.3231983","volume":"8","author":"L Xu","year":"2022","unstructured":"Xu L, Yin H, Shi T, Jiang D, Huang B (2022) EPLF-VINS: real-time monocular visual-inertial SLAM with efficient point-line flow features. IEEE Robot Autom Lett 8(2):752\u2013759","journal-title":"IEEE Robot Autom Lett"},{"key":"10294_CR12","doi-asserted-by":"crossref","unstructured":"Shi J, et\u00a0al (1994) Good features to track. In: 1994 Proceedings of IEEE conference on computer vision and pattern recognition, pp 593\u2013600","DOI":"10.1109\/CVPR.1994.323794"},{"key":"10294_CR13","doi-asserted-by":"crossref","unstructured":"Rublee E, Rabaud V, Konolige K, Bradski G (2011) ORB: an efficient alternative to SIFT or SURF. In: 2011 International conference on computer vision, pp 2564\u20132571","DOI":"10.1109\/ICCV.2011.6126544"},{"issue":"4","key":"10294_CR14","doi-asserted-by":"publisher","first-page":"722","DOI":"10.1109\/TPAMI.2008.300","volume":"32","author":"RG Von Gioi","year":"2008","unstructured":"Von Gioi RG, Jakubowicz J, Morel JM, Randall G (2008) LSD: a fast line segment detector with a false detection control. IEEE Trans Pattern Anal Mach Intell 32(4):722\u2013732","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"issue":"13","key":"10294_CR15","doi-asserted-by":"publisher","first-page":"1633","DOI":"10.1016\/j.patrec.2011.06.001","volume":"32","author":"C Akinlar","year":"2011","unstructured":"Akinlar C, Topal C (2011) EDLines: a real-time line segment detector with a false detection control. Pattern Recognit Lett 32(13):1633\u20131642","journal-title":"Pattern Recognit Lett"},{"key":"10294_CR16","doi-asserted-by":"crossref","unstructured":"Han L, Lin Y, Du G, Lian S (2019) DeepVIO: Self-supervised deep learning of monocular visual inertial odometry using 3d geometric constraints. In: 2019 IEEE\/RSJ International conference on intelligent robots and systems (IROS), pp 6906\u20136913","DOI":"10.1109\/IROS40897.2019.8968467"},{"key":"10294_CR17","doi-asserted-by":"crossref","unstructured":"Clark R, Wang S, Wen H, Markham A, Trigoni N (2017) VINet: Visual-inertial odometry as a sequence-to-sequence learning problem. In: Proceedings of the AAAI conference on artificial intelligence, vol\u00a031","DOI":"10.1609\/aaai.v31i1.11215"},{"issue":"4","key":"10294_CR18","first-page":"3505","volume":"4","author":"J Tang","year":"2019","unstructured":"Tang J, Ericson L, Folkesson J, Jensfelt P (2019) GCNv2: efficient correspondence prediction for real-time SLAM. IEEE Robot Autom Lett 4(4):3505\u20133512","journal-title":"IEEE Robot Autom Lett"},{"key":"10294_CR19","doi-asserted-by":"crossref","unstructured":"Jau YY, Zhu R, Su H, Chandraker M (2020) Deep keypoint-based camera pose estimation with geometric constraints. In: 2020 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 4950\u20134957","DOI":"10.1109\/IROS45743.2020.9341229"},{"key":"10294_CR20","volume-title":"Multiple view geometry in computer vision","author":"R Hartley","year":"2003","unstructured":"Hartley R, Zisserman A (2003) Multiple view geometry in computer vision. Cambridge University Press"},{"issue":"2","key":"10294_CR21","doi-asserted-by":"publisher","first-page":"91","DOI":"10.1023\/B:VISI.0000029664.99615.94","volume":"60","author":"DG Lowe","year":"2004","unstructured":"Lowe DG (2004) Distinctive image features from scale-invariant keypoints. Int J Comput Vis 60(2):91\u2013110","journal-title":"Int J Comput Vis"},{"key":"10294_CR22","doi-asserted-by":"crossref","unstructured":"Bay H, Tuytelaars T, Gool LV (2006) Surf: Speeded up robust features. In: European conference on computer vision, pp 404\u2013417","DOI":"10.1007\/11744023_32"},{"key":"10294_CR23","doi-asserted-by":"crossref","unstructured":"Henry P, Krainin M, Herbst E, Ren X, Fox D (2014) RGB-D mapping: Using depth cameras for dense 3D modeling of indoor environments. In: Experimental robotics, pp 477\u2013491","DOI":"10.1007\/978-3-642-28572-1_33"},{"key":"10294_CR24","unstructured":"Engelhard N, Endres F, Hess J, Sturm J, Burgard W (2011) Real-time 3D visual slam with a hand-held RGB-D camera. In: Proc. of the RGB-D workshop on 3D perception in robotics at the European robotics forum, Vasteras, Sweden, vol 180, pp 1\u201315"},{"key":"10294_CR25","doi-asserted-by":"crossref","unstructured":"Zuo X, Xie X, Liu Y, Huang G (2017) Robust visual SLAM with point and line features. In: 2017 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 1775\u20131782","DOI":"10.1109\/IROS.2017.8205991"},{"issue":"4","key":"10294_CR26","doi-asserted-by":"publisher","first-page":"1159","DOI":"10.3390\/s18041159","volume":"18","author":"Y He","year":"2018","unstructured":"He Y, Zhao J, Guo Y, He W, Yuan K (2018) PL-VIO: tightly-coupled monocular visual-inertial odometry using point and line features. Sensors 18(4):1159","journal-title":"Sensors"},{"key":"10294_CR27","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s12555-022-0210-9","volume":"21","author":"J Zhang","year":"2023","unstructured":"Zhang J, Yang J, Shang Q, Li M (2023) PLI-VIO: real-time monocular visual-inertial odometry using point and line interrelated features. Int J Control Autom Syst 21:1\u201316","journal-title":"Int J Control Autom Syst"},{"key":"10294_CR28","doi-asserted-by":"crossref","unstructured":"Lange M, Schweinfurth F, Schilling A (2019) Dld: A deep learning based line descriptor for line feature matching. In: 2019 IEEE\/RSJ international conference on intelligent robots and systems (IROS), pp 5910\u20135915","DOI":"10.1109\/IROS40897.2019.8968062"},{"key":"10294_CR29","doi-asserted-by":"crossref","unstructured":"Pautrat R, Lin JT, Larsson V, Oswald MR, Pollefeys M (2021) SOLD2: self-supervised occlusion-aware line description and detection. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 11,368\u201311,378","DOI":"10.1109\/CVPR46437.2021.01121"},{"key":"10294_CR30","unstructured":"Krizhevsky A, Sutskever I, Hinton GE (2012) Imagenet classification with deep convolutional neural networks. Adv Neural Inf Process Syst 25"},{"key":"10294_CR31","unstructured":"Zaremba W, Sutskever I, Vinyals O (2014) Recurrent neural network regularization. arXiv preprint arXiv:1409.2329"},{"key":"10294_CR32","doi-asserted-by":"crossref","unstructured":"Yuan D, Geng G, Shu X, Liu Q, Chang X, He Z, Shi G (2023a) Self-supervised discriminative model prediction for visual tracking. Neural Comput Appl pp 1\u201312","DOI":"10.1007\/s00521-023-09348-5"},{"issue":"4","key":"10294_CR33","doi-asserted-by":"publisher","first-page":"3423","DOI":"10.1007\/s00521-022-07867-1","volume":"35","author":"D Yuan","year":"2023","unstructured":"Yuan D, Shu X, Liu Q, Zhang X, He Z (2023) Robust thermal infrared tracking via an adaptively multi-feature fusion model. Neural Comput Appl 35(4):3423\u20133434","journal-title":"Neural Comput Appl"},{"issue":"39","key":"10294_CR34","first-page":"923","volume":"7","author":"A Vakhitov","year":"2019","unstructured":"Vakhitov A, Lempitsky V (2019) Learnable line segment descriptor for visual SLAM. IEEE Access 7(39):923\u201339 (934)","journal-title":"IEEE Access"},{"issue":"4","key":"10294_CR35","doi-asserted-by":"publisher","first-page":"8726","DOI":"10.1109\/LRA.2021.3111760","volume":"6","author":"S Yoon","year":"2021","unstructured":"Yoon S, Kim A (2021) Line as a visual sentence: context-aware line descriptor for visual localization. IEEE Robot Autom Lett 6(4):8726\u20138733","journal-title":"IEEE Robot Autom Lett"},{"key":"10294_CR36","doi-asserted-by":"publisher","first-page":"737","DOI":"10.1108\/IR-02-2021-0042","volume":"48","author":"Z Guo","year":"2021","unstructured":"Guo Z, Lu H, Yu Q, Guo R, Xiao J, Yu H (2021) HDPL: a hybrid descriptor for points and lines based on graph neural networks. Ind Robot Int J Robot Res Appl 48:737\u2013744","journal-title":"Ind Robot Int J Robot Res Appl"},{"key":"10294_CR37","doi-asserted-by":"crossref","unstructured":"DeTone D, Malisiewicz T, Rabinovich A (2018) Superpoint: self-supervised interest point detection and description. In: Proceedings of the IEEE conference on computer vision and pattern recognition workshops, pp 224\u2013236","DOI":"10.1109\/CVPRW.2018.00060"},{"key":"10294_CR38","doi-asserted-by":"crossref","unstructured":"Han K, Wang Y, Tian Q, Guo J, Xu C, Xu C (2020) GhostNet: more features from cheap operations. In: Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, pp 1580\u20131589","DOI":"10.1109\/CVPR42600.2020.00165"},{"key":"10294_CR39","doi-asserted-by":"crossref","unstructured":"Sandler M, Howard A, Zhu M, Zhmoginov A, Chen LC (2018) MobileNetV2: Inverted residuals and linear bottlenecks. In: Proceedings of the IEEE conference on computer vision and pattern recognition, pp 4510\u20134520","DOI":"10.1109\/CVPR.2018.00474"},{"key":"10294_CR40","doi-asserted-by":"crossref","unstructured":"Wang L, Neumann U, You S (2009) Wide-baseline image matching using line signatures. In: 2009 IEEE 12th international conference on computer vision, pp 1311\u20131318","DOI":"10.1109\/ICCV.2009.5459316"},{"issue":"6","key":"10294_CR41","doi-asserted-by":"publisher","first-page":"1364","DOI":"10.1109\/TRO.2015.2489498","volume":"31","author":"G Zhang","year":"2015","unstructured":"Zhang G, Lee JH, Lim J, Suh IH (2015) Building a 3-D line-based map using stereo SLAM. IEEE Trans Robot 31(6):1364\u20131377","journal-title":"IEEE Trans Robot"},{"key":"10294_CR42","doi-asserted-by":"crossref","unstructured":"Triggs B, McLauchlan PF, Hartley RI, Fitzgibbon AW (1999) Bundle adjustment-a modern synthesis. In: International workshop on vision algorithms, pp 298\u2013372","DOI":"10.1007\/3-540-44480-7_21"},{"issue":"10","key":"10294_CR43","doi-asserted-by":"publisher","first-page":"1157","DOI":"10.1177\/0278364915620033","volume":"35","author":"M Burri","year":"2016","unstructured":"Burri M, Nikolic J, Gohl P, Schneider T, Rehder J, Omari S, Achtelik MW, Siegwart R (2016) The EuRoC micro aerial vehicle datasets. Int J Robot Res 35(10):1157\u20131163","journal-title":"Int J Robot Res"},{"issue":"3","key":"10294_CR44","doi-asserted-by":"publisher","first-page":"270","DOI":"10.1177\/02783649211052312","volume":"41","author":"TM Nguyen","year":"2022","unstructured":"Nguyen TM, Yuan S, Cao M, Lyu Y, Nguyen TH, Xie L (2022) NTU VIRAL: a visual-inertial-ranging-lidar dataset, from an aerial vehicle viewpoint. Int J Robot Res 41(3):270\u2013280","journal-title":"Int J Robot Res"},{"issue":"3","key":"10294_CR45","doi-asserted-by":"publisher","first-page":"314","DOI":"10.1177\/0278364914554813","volume":"34","author":"S Leutenegger","year":"2015","unstructured":"Leutenegger S, Lynen S, Bosse M, Siegwart R, Furgale P (2015) Keyframe-based visual-inertial odometry using nonlinear optimization. Int J Robot Res 34(3):314\u2013334","journal-title":"Int J Robot Res"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10294-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-10294-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-10294-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T20:06:10Z","timestamp":1732651570000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-10294-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10,3]]},"references-count":45,"journal-issue":{"issue":"36","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["10294"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-10294-z","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,10,3]]},"assertion":[{"value":"3 August 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 July 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 October 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declared there is no conflict of interest in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}