{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,3]],"date-time":"2026-09-03T02:31:28Z","timestamp":1788402688520,"version":"build-2803163510"},"reference-count":47,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T00:00:00Z","timestamp":1786924800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T00:00:00Z","timestamp":1786924800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["624B2087"],"award-info":[{"award-number":["624B2087"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62525308"],"award-info":[{"award-number":["62525308"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Beijing Natural Science Foundation","award":["L241016"],"award-info":[{"award-number":["L241016"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Sci Data"],"DOI":"10.1038\/s41597-026-07796-x","type":"journal-article","created":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T10:33:45Z","timestamp":1786962825000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Multimodal Benchmark for Safety Assessment in Industrial Inspection Scenarios"],"prefix":"10.1038","volume":"13","author":[{"given":"Zeyi","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shuang","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jihai","family":"Min","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhaoheng","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jun","family":"Cen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pengyu","family":"Han","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Songqiao","family":"Hu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zihan","family":"Meng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiao","family":"He","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Donghua","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,8,17]]},"reference":[{"key":"7796_CR1","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1006\/rtim.1995.1014","volume":"1","author":"AD Thomas","year":"1995","unstructured":"Thomas, A. D., Rodd, M. G., Holt, J. D. & Neill, C. Real-time industrial visual inspection: A review. Real-Time Imaging 1, 139\u2013158 (1995).","journal-title":"Real-Time Imaging"},{"key":"7796_CR2","doi-asserted-by":"publisher","first-page":"2734","DOI":"10.1109\/TCYB.2023.3339242","volume":"54","author":"X He","year":"2024","unstructured":"He, X. & Liu, Z. Dynamic model interpretation-guided online active learning scheme for real-time safety assessment. IEEE Transactions on Cybernetics 54, 2734\u20132745, https:\/\/doi.org\/10.1109\/TCYB.2023.3339242 (2024).","journal-title":"IEEE Transactions on Cybernetics"},{"key":"7796_CR3","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1016\/j.cirp.2016.04.072","volume":"65","author":"D Weimer","year":"2016","unstructured":"Weimer, D., Scholz-Reiter, B. & Shpitalni, M. Design of deep convolutional neural network architectures for automated feature extraction in industrial inspection. CIRP annals 65, 417\u2013420 (2016).","journal-title":"CIRP annals"},{"key":"7796_CR4","first-page":"249","volume":"51","author":"X He","year":"2025","unstructured":"He, X., Liu, Z., Hu, S., Liu, C. & Zhou, D. Real-time safety assessment techniques of dynamic systems. Acta Automatica Sinica 51, 249\u2013270 (2025).","journal-title":"Acta Automatica Sinica"},{"key":"7796_CR5","doi-asserted-by":"publisher","first-page":"3450","DOI":"10.1109\/TII.2020.3013277","volume":"17","author":"Y Gao","year":"2020","unstructured":"Gao, Y., Lin, J., Xie, J. & Ning, Z. A real-time defect detection method for digital signal processing of industrial inspection applications. IEEE Transactions on Industrial Informatics 17, 3450\u20133459 (2020).","journal-title":"IEEE Transactions on Industrial Informatics"},{"key":"7796_CR6","doi-asserted-by":"publisher","first-page":"8928","DOI":"10.1109\/TKDE.2024.3475028","volume":"36","author":"Z Liu","year":"2024","unstructured":"Liu, Z. & He, X. Online dynamic hybrid broad learning system for real-time safety assessment of dynamic systems. IEEE Transactions on Knowledge and Data Engineering 36, 8928\u20138938 (2024).","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"key":"7796_CR7","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-024-04193-0","volume":"12","author":"A Khandakar","year":"2025","unstructured":"Khandakar, A. et al. Harnessing smartphone sensors for enhanced road safety: A comprehensive dataset and review. Scientific Data 12, 418 (2025).","journal-title":"Scientific Data"},{"key":"7796_CR8","doi-asserted-by":"crossref","unstructured":"Liu, Z., Hu, S. & He, X. Real-time safety assessment of dynamic systems in non-stationary environments: A review of methods and techniques In 2023 CAA Symposium on Fault Detection, Supervision and Safety for Technical Processes (SAFEPROCESS), 1\u20136 (IEEE, 2023).","DOI":"10.1109\/SAFEPROCESS58597.2023.10295743"},{"key":"7796_CR9","doi-asserted-by":"crossref","unstructured":"Yu, L. et al. Inspection robots in oil and gas industry: A review of current solutions and future trends In 2019 25th International Conference on Automation and Computing (ICAC), 1\u20136 (IEEE, 2019).","DOI":"10.23919\/IConAC.2019.8895089"},{"key":"7796_CR10","doi-asserted-by":"publisher","first-page":"309","DOI":"10.1108\/01439911011037721","volume":"37","author":"M Tavakoli","year":"2010","unstructured":"Tavakoli, M., Marques, L. & De Almeida, A. T. Development of an industrial pipeline inspection robot. Industrial Robot: An International Journal 37, 309\u2013322 (2010).","journal-title":"Industrial Robot: An International Journal"},{"key":"7796_CR11","doi-asserted-by":"publisher","first-page":"3038","DOI":"10.1109\/TNNLS.2023.3294788","volume":"35","author":"Z Liu","year":"2024","unstructured":"Liu, Z. & He, X. Dynamic submodular-based learning strategy in imbalanced drifting streams for real-time safety assessment in nonstationary environments. IEEE Transactions on Neural Networks and Learning Systems 35, 3038\u20133051 (2024).","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"7796_CR12","doi-asserted-by":"publisher","first-page":"6714","DOI":"10.1109\/TNNLS.2022.3222265","volume":"34","author":"Z Liu","year":"2023","unstructured":"Liu, Z., Zhang, Y., Ding, Z. & He, X. An online active broad learning approach for real-time safety assessment of dynamic systems in nonstationary environments. IEEE Transactions on Neural Networks and Learning Systems 34, 6714\u20136724 (2023).","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"7796_CR13","doi-asserted-by":"publisher","first-page":"5126","DOI":"10.1109\/TNNLS.2024.3369315","volume":"36","author":"S Hu","year":"2025","unstructured":"Hu, S., Liu, Z., Li, M. & He, X. CADM+: Confusion-based learning framework with drift detection and adaptation for real-time safety assessment. IEEE Transactions on Neural Networks and Learning Systems 36, 5126\u20135139 (2025).","journal-title":"IEEE Transactions on Neural Networks and Learning Systems"},{"key":"7796_CR14","unstructured":"Soori, M., Dastres, R., Arezoo, B. & Jough, F. K. G. Intelligent robotic systems in industry 4.0: A review Journal of Advanced Manufacturing Science and Technology 2024007-0 (2024)."},{"key":"7796_CR15","doi-asserted-by":"crossref","unstructured":"Mei, A., Zhu, G.-N., Zhang, H. & Gan, Z. Replanvlm: Replanning robotic tasks with visual language models IEEE Robotics and Automation Letters (2024).","DOI":"10.1109\/LRA.2024.3471457"},{"key":"7796_CR16","unstructured":"Zeng, F., Gan, W., Wang, Y., Liu, N. & Yu, P. S. Large language models for robotics: A survey arXiv preprint arXiv:2311.07226 (2023)."},{"key":"7796_CR17","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-024-04306-9","volume":"12","author":"Y Wang","year":"2025","unstructured":"Wang, Y. et al. A multi-modal dental dataset for semi-supervised deep learning image segmentation. Scientific Data 12, 117 (2025).","journal-title":"Scientific Data"},{"key":"7796_CR18","unstructured":"Hu, S. et al. VLSA: Vision-language-action models with plug-and-play safety constraint layer arXiv preprint arXiv:2512.11891 (2025)."},{"key":"7796_CR19","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1108\/13552510810877692","volume":"14","author":"S Lind","year":"2008","unstructured":"Lind, S., Nenonen, S. & Kivist\u00f6-Rahnasto, J. Safety risk assessment in industrial maintenance. Journal of Quality in Maintenance Engineering 14, 205\u2013217 (2008).","journal-title":"Journal of Quality in Maintenance Engineering"},{"key":"7796_CR20","doi-asserted-by":"publisher","first-page":"187","DOI":"10.1016\/j.ssci.2012.06.008","volume":"51","author":"J-C Le Coze","year":"2013","unstructured":"Le Coze, J.-C. Outlines of a sensitising model for industrial safety assessment. Safety science 51, 187\u2013201 (2013).","journal-title":"Safety science"},{"key":"7796_CR21","doi-asserted-by":"publisher","first-page":"187","DOI":"10.3109\/1040841X.2013.770386","volume":"40","author":"M Groenewald","year":"2014","unstructured":"Groenewald, M. et al. Yarrowia lipolytica: Safety assessment of an oleaginous yeast with a great industrial potential. Critical Reviews in Microbiology 40, 187\u2013206 (2014).","journal-title":"Critical Reviews in Microbiology"},{"key":"7796_CR22","doi-asserted-by":"publisher","first-page":"105863","DOI":"10.1016\/j.ssci.2022.105863","volume":"154","author":"M Hao","year":"2022","unstructured":"Hao, M. & Nie, Y. Hazard identification, risk assessment and management of industrial system: Process safety in mining industry. Safety science 154, 105863 (2022).","journal-title":"Safety science"},{"key":"7796_CR23","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-025-05124-3","volume":"12","author":"P Wozniak","year":"2025","unstructured":"Wozniak, P., Krzeszowski, T. & Kwolek, B. Multi-domain indoor dataset for visual place recognition and anomaly detection by mobile robots. Scientific Data 12, 817 (2025).","journal-title":"Scientific Data"},{"key":"7796_CR24","doi-asserted-by":"crossref","unstructured":"Bergmann, P., Fauser, M., Sattlegger, D. & Steger, C. Mvtec ad-a comprehensive real-world dataset for unsupervised anomaly detection In Proceedings of the IEEE\/CVF conference on computer vision and pattern recognition, 9592\u20139600 (2019).","DOI":"10.1109\/CVPR.2019.00982"},{"key":"7796_CR25","doi-asserted-by":"crossref","unstructured":"Zou, Y., Jeong, J., Pemula, L., Zhang, D. & Dabeer, O. Spot-the-difference self-supervised pre-training for anomaly detection and segmentation In European conference on computer vision, 392\u2013408 (Springer, 2022).","DOI":"10.1007\/978-3-031-20056-4_23"},{"key":"7796_CR26","doi-asserted-by":"crossref","unstructured":"Wang, C. et al. Real-IAD: A real-world multi-view dataset for benchmarking versatile industrial anomaly detection In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 22883\u201322892 (2024).","DOI":"10.1109\/CVPR52733.2024.02159"},{"key":"7796_CR27","doi-asserted-by":"crossref","unstructured":"Zhu, W. et al. Real-IAD D3: A real-world 2D\/pseudo-3D\/3D dataset for industrial anomaly detection In Proceedings of the Computer Vision and Pattern Recognition Conference, 15214\u201315223 (2025).","DOI":"10.1109\/CVPR52734.2025.01417"},{"key":"7796_CR28","doi-asserted-by":"crossref","unstructured":"Bergmann, P., Jin, X., Sattlegger, D. & Steger, C. The MVTec 3D-AD dataset for unsupervised 3D anomaly detection and localization. In Proceedings of the 17th International Joint Conference on Computer Vision, Imaging and Computer Graphics Theory and Applications (VISIGRAPP 2022), Vol. 5: VISAPP, 202\u2013213(2022).","DOI":"10.5220\/0010865000003124"},{"key":"7796_CR29","doi-asserted-by":"publisher","first-page":"30402","DOI":"10.52202\/075280-1324","volume":"36","author":"J Liu","year":"2023","unstructured":"Liu, J. et al. Real3D-AD: A dataset of point cloud anomaly detection. Advances in Neural Information Processing Systems 36, 30402\u201330415 (2023).","journal-title":"Advances in Neural Information Processing Systems"},{"key":"7796_CR30","doi-asserted-by":"publisher","DOI":"10.1038\/s41597-025-04636-2","volume":"12","author":"K Behzad","year":"2025","unstructured":"Behzad, K., Zandi, R., Motamedi, E., Salehinejad, H. & Siami, M. Robomnist: A multimodal dataset for multi-robot activity recognition using wifi sensing, video, and audio. Scientific Data 12, 326 (2025).","journal-title":"Scientific Data"},{"key":"7796_CR31","doi-asserted-by":"publisher","first-page":"1231","DOI":"10.1177\/0278364913491297","volume":"32","author":"A Geiger","year":"2013","unstructured":"Geiger, A., Lenz, P., Stiller, C. & Urtasun, R. Vision meets robotics: The kitti dataset. The international journal of robotics research 32, 1231\u20131237 (2013).","journal-title":"The international journal of robotics research"},{"key":"7796_CR32","doi-asserted-by":"crossref","unstructured":"Caesar, H. et al. nuscenes: A multimodal dataset for autonomous driving In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 11621-11631 (2020).","DOI":"10.1109\/CVPR42600.2020.01164"},{"key":"7796_CR33","doi-asserted-by":"crossref","unstructured":"Sun, P. et al. Scalability in perception for autonomous driving: Waymo Open Dataset In Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition, 2446-2454 (2020).","DOI":"10.1109\/CVPR42600.2020.00252"},{"key":"7796_CR34","doi-asserted-by":"publisher","first-page":"934","DOI":"10.1109\/TITS.2018.2791533","volume":"19","author":"Y Choi","year":"2018","unstructured":"Choi, Y. et al. KAIST multi-spectral day\/night data set for autonomous and assisted driving. IEEE Transactions on Intelligent Transportation Systems 19, 934\u2013948 (2018).","journal-title":"IEEE Transactions on Intelligent Transportation Systems"},{"key":"7796_CR35","doi-asserted-by":"crossref","unstructured":"Dai, A. et al. ScanNet: Richly-annotated 3D reconstructions of indoor scenes In Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, 5828\u20135839 (2017).","DOI":"10.1109\/CVPR.2017.261"},{"key":"7796_CR36","doi-asserted-by":"crossref","unstructured":"Song, S., Lichtenberg, S. P. & Xiao, J. Sun rgb-d: A rgb-d scene understanding benchmark suite In Proceedings of the IEEE conference on computer vision and pattern recognition, 567\u2013576 (2015).","DOI":"10.1109\/CVPR.2015.7298655"},{"key":"7796_CR37","doi-asserted-by":"crossref","unstructured":"Ammirato, P., Poirson, P., Park, E., Ko\u0161eck\u00e1, J. & Berg, A. C. A dataset for developing and benchmarking active vision In 2017 IEEE international conference on robotics and automation (ICRA), 1378-1385 (IEEE, 2017).","DOI":"10.1109\/ICRA.2017.7989164"},{"key":"7796_CR38","doi-asserted-by":"crossref","unstructured":"Lin, T.-Y. et al. Microsoft COCO: Common objects in context In European Conference on Computer Vision, 740\u2013755 (Springer, 2014).","DOI":"10.1007\/978-3-319-10602-1_48"},{"key":"7796_CR39","doi-asserted-by":"publisher","first-page":"1956","DOI":"10.1007\/s11263-020-01316-z","volume":"128","author":"A Kuznetsova","year":"2020","unstructured":"Kuznetsova, A. et al. The Open Images Dataset V4: Unified image classification, object detection, and visual relationship detection at scale. International Journal of Computer Vision 128, 1956\u20131981 (2020).","journal-title":"International Journal of Computer Vision"},{"key":"7796_CR40","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1007\/s11263-016-0981-7","volume":"123","author":"R Krishna","year":"2017","unstructured":"Krishna, R. et al. Visual Genome: Connecting language and vision using crowdsourced dense image annotations. International Journal of Computer Vision 123, 32\u201373 (2017).","journal-title":"International Journal of Computer Vision"},{"key":"7796_CR41","doi-asserted-by":"publisher","unstructured":"Liu, Z. et al. Multimodal benchmark for safety assessment in industrial inspection scenarios Zenodo, https:\/\/doi.org\/10.5281\/zenodo.19885643 (2026).","DOI":"10.5281\/zenodo.19885643"},{"key":"7796_CR42","unstructured":"HumanSignal Label Studio: Data labeling software https:\/\/github.com\/HumanSignal\/label-studio (2024)."},{"key":"7796_CR43","first-page":"e70036","volume":"15","author":"G Shinde","year":"2025","unstructured":"Shinde, G. et al. A Survey on Efficient Vision-Language Models. Wiley Interdisciplinary Reviews: Data Mining and Knowledge Discovery 15, e70036 (2025).","journal-title":"Wiley Interdisciplinary Reviews: Data Mining and Knowledge Discovery"},{"key":"7796_CR44","unstructured":"Bordes, F. et al. An introduction to vision-language modeling arXiv preprint arXiv:2405.17247 (2024)."},{"key":"7796_CR45","doi-asserted-by":"publisher","first-page":"49250","DOI":"10.52202\/075280-2142","volume":"36","author":"W Dai","year":"2023","unstructured":"Dai, W. et al. InstructBLIP: Towards general-purpose vision-language models with instruction tuning. Advances in Neural Information Processing Systems 36, 49250\u201349267 (2023).","journal-title":"Advances in Neural Information Processing Systems"},{"key":"7796_CR46","doi-asserted-by":"publisher","first-page":"2337","DOI":"10.1007\/s11263-022-01653-1","volume":"130","author":"K Zhou","year":"2022","unstructured":"Zhou, K., Yang, J., Loy, C. C. & Liu, Z. Learning to prompt for vision-language models. International Journal of Computer Vision 130, 2337\u20132348 (2022).","journal-title":"International Journal of Computer Vision"},{"key":"7796_CR47","doi-asserted-by":"crossref","unstructured":"Chen, J. et al. BGE M3-Embedding: Multi-lingual, multi-functionality, multi-granularity text embeddings through self-knowledge distillation arXiv preprint arXiv:2402.03216 (2024).","DOI":"10.18653\/v1\/2024.findings-acl.137"}],"container-title":["Scientific Data"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41597-026-07796-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41597-026-07796-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41597-026-07796-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T10:34:01Z","timestamp":1786962841000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41597-026-07796-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,8,17]]},"references-count":47,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["7796"],"URL":"https:\/\/doi.org\/10.1038\/s41597-026-07796-x","relation":{},"ISSN":["2052-4463"],"issn-type":[{"value":"2052-4463","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,8,17]]},"assertion":[{"value":"1 February 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 June 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"17 August 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","label":"Competing interests","group":{"name":"EthicsHeading","label":"Ethics"}}],"article-number":"1198"}}