{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,17]],"date-time":"2026-06-17T20:20:39Z","timestamp":1781727639512,"version":"3.54.5"},"reference-count":36,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2023,8,11]],"date-time":"2023-08-11T00:00:00Z","timestamp":1691712000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,8,11]],"date-time":"2023-08-11T00:00:00Z","timestamp":1691712000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["51875094"],"award-info":[{"award-number":["51875094"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012226","name":"Fundamental Research Funds for the Central Universities","doi-asserted-by":"publisher","award":["2020GFYD023"],"award-info":[{"award-number":["2020GFYD023"]}],"id":[{"id":"10.13039\/501100012226","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Multimed Tools Appl"],"DOI":"10.1007\/s11042-023-16189-w","type":"journal-article","created":{"date-parts":[[2023,8,11]],"date-time":"2023-08-11T07:02:25Z","timestamp":1691737345000},"page":"24795-24814","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Visual perception system design for rock breaking robot based on multi-sensor fusion"],"prefix":"10.1007","volume":"83","author":[{"given":"Jinguang","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7804-4754","authenticated-orcid":false,"given":"Yu","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shuai","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Linwei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yumeng","family":"Sun","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xin","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2023,8,11]]},"reference":[{"key":"16189_CR1","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1017\/S2040470017000310","volume":"8","author":"B Benet","year":"2017","unstructured":"Benet B, Lenain R, Rousseau V (2017) Development of a sensor fusion method for crop row tracking operations. Adv Anim Biosci 8:583\u2013589. https:\/\/doi.org\/10.1017\/S2040470017000310","journal-title":"Adv Anim Biosci"},{"key":"16189_CR2","doi-asserted-by":"publisher","first-page":"126","DOI":"10.1016\/J.JAG.2016.06.008","volume":"52","author":"B Bigdeli","year":"2016","unstructured":"Bigdeli B, Pahlavani P (2016) High resolution multisensor fusion of SAR, optical and LiDAR data based on crisp vs. fuzzy and feature vs. decision ensemble systems. Int J Appl Earth Obs Geoinf 52:126\u2013136. https:\/\/doi.org\/10.1016\/J.JAG.2016.06.008","journal-title":"Int J Appl Earth Obs Geoinf"},{"key":"16189_CR3","doi-asserted-by":"publisher","unstructured":"Bochkovskiy A, Wang C-Y, Liao H-YM (2020) YOLOv4: Optimal Speed and Accuracy of Object Detection. arXiv e-prints arXiv:2004.10934. https:\/\/doi.org\/10.48550\/arXiv.2004.10934","DOI":"10.48550\/arXiv.2004.10934"},{"key":"16189_CR4","doi-asserted-by":"publisher","first-page":"11588","DOI":"10.3182\/20110828-6-IT-1002.00536","volume":"44","author":"A Bonchis","year":"2011","unstructured":"Bonchis A, Hillier N, Ryde J et al (2011) Experiments in Autonomous Earth Moving. IFAC Proceedings Volumes 44:11588\u201311593. https:\/\/doi.org\/10.3182\/20110828-6-IT-1002.00536","journal-title":"IFAC Proceedings Volumes"},{"key":"16189_CR5","doi-asserted-by":"publisher","first-page":"e6725","DOI":"10.1002\/cpe.6725","volume":"34","author":"F Bozkurt","year":"2022","unstructured":"Bozkurt F (2022) A deep and handcrafted features-based framework for diagnosis of COVID-19 from chest x-ray images. Concurr Comput 34:e6725. https:\/\/doi.org\/10.1002\/cpe.6725","journal-title":"Concurr Comput"},{"key":"16189_CR6","unstructured":"Bureau of Labor Statistics (2015) Census of Fatal Occupational Injuries (CFOI) \u2013 current and revised data. http:\/\/www.bls.gov\/iif\/oshcfoi1.htm. Accessed 8 May 2023"},{"key":"16189_CR7","doi-asserted-by":"publisher","unstructured":"Dai J, Qi H, Xiong Y, et al (2017) Deformable Convolutional Networks. In: 2017 IEEE International Conference on Computer Vision (ICCV). pp 764\u2013773. https:\/\/doi.org\/10.1109\/ICCV.2017.89","DOI":"10.1109\/ICCV.2017.89"},{"key":"16189_CR8","doi-asserted-by":"publisher","first-page":"125","DOI":"10.1007\/s12583-013-0316-3","volume":"24","author":"K Di","year":"2013","unstructured":"Di K, Yue Z, Liu Z, Wang S (2013) Automated rock detection and shape analysis from mars rover imagery and 3D point cloud data. J Earth Sci 24:125\u2013135. https:\/\/doi.org\/10.1007\/s12583-013-0316-3","journal-title":"J Earth Sci"},{"key":"16189_CR9","doi-asserted-by":"publisher","first-page":"104428","DOI":"10.1016\/J.AUTCON.2022.104428","volume":"141","author":"OMU Eraliev","year":"2022","unstructured":"Eraliev OMU, Lee KH, Shin DY, Lee CH (2022) Sensing, perception, decision, planning and action of autonomous excavators. Autom Constr 141:104428. https:\/\/doi.org\/10.1016\/J.AUTCON.2022.104428","journal-title":"Autom Constr"},{"key":"16189_CR10","doi-asserted-by":"publisher","unstructured":"Fischler MA, Bolles RC (1987) Random Sample Consensus: A Paradigm for Model Fitting with Applications to Image Analysis and Automated Cartography. Readings in Computer Vision 726\u2013740. https:\/\/doi.org\/10.1016\/B978-0-08-051581-6.50070-2","DOI":"10.1016\/B978-0-08-051581-6.50070-2"},{"key":"16189_CR11","doi-asserted-by":"publisher","unstructured":"Ghiasi G, Lin T-Y, Le Q V (2018) DropBlock: A regularization method for convolutional networks. arXiv e-prints arXiv:1810.12890. https:\/\/doi.org\/10.48550\/arXiv.1810.12890","DOI":"10.48550\/arXiv.1810.12890"},{"key":"16189_CR12","doi-asserted-by":"publisher","unstructured":"Gupta S, Snigdh I (2022) Multi-sensor fusion in autonomous heavy vehicles. Autonomous and Connected Heavy Vehicle Technology 375\u2013389. https:\/\/doi.org\/10.1016\/B978-0-323-90592-3.00021-5","DOI":"10.1016\/B978-0-323-90592-3.00021-5"},{"key":"16189_CR13","doi-asserted-by":"publisher","first-page":"1904","DOI":"10.1109\/TPAMI.2015.2389824","volume":"37","author":"K He","year":"2015","unstructured":"He K, Zhang X, Ren S, Sun J (2015) Spatial Pyramid Pooling in Deep Convolutional Networks for Visual Recognition. IEEE Trans Pattern Anal Mach Intell 37:1904\u20131916. https:\/\/doi.org\/10.1109\/TPAMI.2015.2389824","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"16189_CR14","doi-asserted-by":"publisher","unstructured":"He T, Zhang Z, Zhang H, et al (2019) Bag of Tricks for Image Classification with Convolutional Neural Networks. In: 2019 IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR). pp 558\u2013567. https:\/\/doi.org\/10.1109\/CVPR.2019.00065","DOI":"10.1109\/CVPR.2019.00065"},{"key":"16189_CR15","doi-asserted-by":"publisher","unstructured":"Howard A, Sandler M, Chen B, et al (2019) Searching for MobileNetV3. In: 2019 IEEE\/CVF International Conference on Computer Vision (ICCV). pp 1314\u20131324. https:\/\/doi.org\/10.1109\/ICCV.2019.00140","DOI":"10.1109\/ICCV.2019.00140"},{"key":"16189_CR16","doi-asserted-by":"publisher","first-page":"10769","DOI":"10.1016\/J.AEJ.2022.04.019","volume":"61","author":"M Huang","year":"2022","unstructured":"Huang M, Liu Y, Yang Y (2022) Edge detection of ore and rock on the surface of explosion pile based on improved Canny operator. Alex Eng J 61:10769\u201310777. https:\/\/doi.org\/10.1016\/J.AEJ.2022.04.019","journal-title":"Alex Eng J"},{"key":"16189_CR17","doi-asserted-by":"publisher","unstructured":"Huang X, Wang X, Lv W, et al (2021) PP-YOLOv2: A Practical Object Detector. arXiv e-prints arXiv:2104.10419. https:\/\/doi.org\/10.48550\/arXiv.2104.10419","DOI":"10.48550\/arXiv.2104.10419"},{"key":"16189_CR18","doi-asserted-by":"publisher","unstructured":"Hurkxkens I, Mirjan A, Gramazio F, et al (2020) Robotic Landscapes: Designing Formation Processes for Large Scale Autonomous Earth Moving. In: Impact: Design With All Senses. pp 69\u201381. https:\/\/doi.org\/10.1007\/978-3-030-29829-6_6","DOI":"10.1007\/978-3-030-29829-6_6"},{"key":"16189_CR19","doi-asserted-by":"publisher","unstructured":"Lampinen S, Mattila J (2021) Robust Rock Detection and Clustering with Surface Analysis for Robotic Rock Breaking Systems. In: 2021 IEEE\/ASME International Conference on Advanced Intelligent Mechatronics (AIM). pp 140\u2013147. https:\/\/doi.org\/10.1109\/AIM46487.2021.9517695","DOI":"10.1109\/AIM46487.2021.9517695"},{"key":"16189_CR20","doi-asserted-by":"publisher","first-page":"980","DOI":"10.1002\/rob.22022","volume":"38","author":"S Lampinen","year":"2021","unstructured":"Lampinen S, Niu L, Hulttinen L et al (2021) Autonomous robotic rock breaking using a real-time 3D visual perception system. J Field Robot 38:980\u20131006. https:\/\/doi.org\/10.1002\/rob.22022","journal-title":"J Field Robot"},{"key":"16189_CR21","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1016\/J.AUTCON.2019.04.004","volume":"104","author":"CJ Liang","year":"2019","unstructured":"Liang CJ, Lundeen KM, McGee W et al (2019) A vision-based marker-less pose estimation system for articulated construction robots. Autom Constr 104:80\u201394. https:\/\/doi.org\/10.1016\/J.AUTCON.2019.04.004","journal-title":"Autom Constr"},{"key":"16189_CR22","doi-asserted-by":"publisher","first-page":"21804","DOI":"10.1109\/ACCESS.2020.2968515","volume":"8","author":"X Liu","year":"2020","unstructured":"Liu X, Wang H, Jing H et al (2020) Research on Intelligent Identification of Rock Types Based on Faster R-CNN Method. IEEE Access 8:21804\u201321812. https:\/\/doi.org\/10.1109\/ACCESS.2020.2968515","journal-title":"IEEE Access"},{"key":"16189_CR23","doi-asserted-by":"publisher","first-page":"116537","DOI":"10.1016\/j.eswa.2022.116537","volume":"194","author":"P Loncomilla","year":"2022","unstructured":"Loncomilla P, Samtani P, Ruiz-del-Solar J (2022) Detecting rocks in challenging mining environments using convolutional neural networks and ellipses as an alternative to bounding boxes. Expert Syst Appl 194:116537. https:\/\/doi.org\/10.1016\/j.eswa.2022.116537","journal-title":"Expert Syst Appl"},{"key":"16189_CR24","doi-asserted-by":"publisher","unstructured":"Long X, Deng K, Wang G, et al (2020) PP-YOLO: An Effective and Efficient Implementation of Object Detector. arXiv e-prints arXiv:2007.12099. https:\/\/doi.org\/10.48550\/arXiv.2007.12099","DOI":"10.48550\/arXiv.2007.12099"},{"key":"16189_CR25","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1016\/J.MINENG.2013.04.013","volume":"46\u201347","author":"M Maleki-Moghaddam","year":"2013","unstructured":"Maleki-Moghaddam M, Yahyaei M, Banisi S (2013) A method to predict shape and trajectory of charge in industrial mills. Miner Eng 46\u201347:157\u2013166. https:\/\/doi.org\/10.1016\/J.MINENG.2013.04.013","journal-title":"Miner Eng"},{"key":"16189_CR26","doi-asserted-by":"publisher","first-page":"935","DOI":"10.1109\/TASE.2014.2308011","volume":"11","author":"C McKinnon","year":"2014","unstructured":"McKinnon C, Marshall JA (2014) Automatic Identification of Large Fragments in a Pile of Broken Rock Using a Time-of-Flight Camera. IEEE Trans Autom Sci Eng 11:935\u2013942. https:\/\/doi.org\/10.1109\/TASE.2014.2308011","journal-title":"IEEE Trans Autom Sci Eng"},{"key":"16189_CR27","doi-asserted-by":"publisher","unstructured":"Misra D (2019) Mish: A Self Regularized Non-Monotonic Activation Function. arXiv e-prints arXiv:1908.08681. https:\/\/doi.org\/10.48550\/arXiv.1908.08681","DOI":"10.48550\/arXiv.1908.08681"},{"key":"16189_CR28","doi-asserted-by":"publisher","unstructured":"Niu L, Chen K, Jia K, Mattila J (2019) Efficient 3D Visual Perception for Robotic Rock Breaking. In: 2019 IEEE 15th International Conference on Automation Science and Engineering (CASE). pp 1124\u20131130. https:\/\/doi.org\/10.1109\/COASE.2019.8842859","DOI":"10.1109\/COASE.2019.8842859"},{"key":"16189_CR29","doi-asserted-by":"publisher","unstructured":"Redmon J, Divvala S, Girshick R, Farhadi A (2015) You Only Look Once: Unified, Real-Time Object Detection. arXiv e-prints arXiv:1506.02640. https:\/\/doi.org\/10.48550\/arXiv.1703.06211","DOI":"10.48550\/arXiv.1703.06211"},{"key":"16189_CR30","doi-asserted-by":"publisher","unstructured":"Redmon J, Farhadi A (2018) YOLOv3: An Incremental Improvement. arXiv e-prints arXiv:1804.02767. https:\/\/doi.org\/10.48550\/arXiv.1804.02767","DOI":"10.48550\/arXiv.1804.02767"},{"key":"16189_CR31","doi-asserted-by":"publisher","first-page":"194","DOI":"10.1016\/J.AUTCON.2012.03.003","volume":"24","author":"E Rezazadeh Azar","year":"2012","unstructured":"Rezazadeh Azar E, McCabe B (2012) Part based model and spatial\u2013temporal reasoning to recognize hydraulic excavators in construction images and videos. Autom Constr 24:194\u2013202. https:\/\/doi.org\/10.1016\/J.AUTCON.2012.03.003","journal-title":"Autom Constr"},{"key":"16189_CR32","unstructured":"State Council Information Office of the People\u2019s Republic of China (2003) The Mineral Resources\u2019 Policy In China . http:\/\/www.gov.cn\/zhengce\/2005-05\/27\/content_2615726.htm. Accessed 8 May 2023"},{"key":"16189_CR33","doi-asserted-by":"publisher","first-page":"626","DOI":"10.1016\/J.ASR.2017.04.028","volume":"60","author":"X Xiao","year":"2017","unstructured":"Xiao X, Cui H, Yao M, Tian Y (2017) Autonomous rock detection on mars through region contrast. Adv Space Res 60:626\u2013635. https:\/\/doi.org\/10.1016\/J.ASR.2017.04.028","journal-title":"Adv Space Res"},{"key":"16189_CR34","doi-asserted-by":"publisher","first-page":"7517","DOI":"10.1109\/LRA.2021.3098923","volume":"6","author":"C Yuan","year":"2021","unstructured":"Yuan C, Liu X, Hong X, Zhang F (2021) Pixel-Level Extrinsic Self Calibration of High Resolution LiDAR and Camera in Targetless Environments. IEEE Robot Autom Lett 6:7517\u20137524. https:\/\/doi.org\/10.1109\/LRA.2021.3098923","journal-title":"IEEE Robot Autom Lett"},{"key":"16189_CR35","doi-asserted-by":"publisher","unstructured":"Zhang H, Cisse M, Dauphin YN, Lopez-Paz D (2017) mixup: Beyond Empirical Risk Minimization. arXiv e-prints arXiv:1710.09412. https:\/\/doi.org\/10.48550\/arXiv.1710.09412","DOI":"10.48550\/arXiv.1710.09412"},{"key":"16189_CR36","doi-asserted-by":"publisher","first-page":"abc3164","DOI":"10.1126\/scirobotics.abc3164","volume":"6","author":"L Zhang","year":"2021","unstructured":"Zhang L, Zhao J, Long P et al (2021) An autonomous excavator system for material loading tasks. Sci Robot 6:abc3164. https:\/\/doi.org\/10.1126\/scirobotics.abc3164","journal-title":"Sci Robot"}],"container-title":["Multimedia Tools and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-16189-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11042-023-16189-w\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11042-023-16189-w.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,22]],"date-time":"2024-02-22T13:31:14Z","timestamp":1708608674000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11042-023-16189-w"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,11]]},"references-count":36,"journal-issue":{"issue":"8","published-online":{"date-parts":[[2024,3]]}},"alternative-id":["16189"],"URL":"https:\/\/doi.org\/10.1007\/s11042-023-16189-w","relation":{},"ISSN":["1573-7721"],"issn-type":[{"value":"1573-7721","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8,11]]},"assertion":[{"value":"17 February 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 May 2023","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 July 2023","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 August 2023","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no relevant financial or non-financial interests to disclose.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}