{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,24]],"date-time":"2026-10-24T03:32:53Z","timestamp":1792812773637,"version":"4.5.0"},"publisher-location":"Singapore","reference-count":52,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819224791","type":"print"},{"value":"9789819224807","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T00:00:00Z","timestamp":1783555200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T00:00:00Z","timestamp":1783555200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-981-92-2480-7_31","type":"book-chapter","created":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T14:20:27Z","timestamp":1783520427000},"page":"507-536","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["LLM-Based HSE Compliance Assessment: Benchmark, Performance, and Advancements"],"prefix":"10.1007","author":[{"given":"Jianwei","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mengqi","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yinsi","family":"Zhou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zhenchang","family":"Xing","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Qing","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiwei","family":"Xu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Binghao","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Serkan","family":"Saydam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Wenjie","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Liming","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,7,9]]},"reference":[{"key":"31_CR1","doi-asserted-by":"crossref","unstructured":"Abdelnabi, S., Gomaa, A., Sivaprasad, S., Sch\u00f6nherr, L., Fritz, M.: Cooperation, competition, and maliciousness: LLM-stakeholders interactive negotiation. In: Advances in Neural Information Processing Systems, vol. 37, pp. 83548\u201383599 (2024)","DOI":"10.52202\/079017-2658"},{"key":"31_CR2","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1016\/j.ssci.2016.03.027","volume":"87","author":"N Akamangwa","year":"2016","unstructured":"Akamangwa, N.: Working for the environment and against safety: how compliance affects health and safety on board ships. Saf. Sci. 87, 131\u2013143 (2016)","journal-title":"Saf. Sci."},{"key":"31_CR3","doi-asserted-by":"publisher","unstructured":"Ansari, M.A., Ishigaki, G., Andreopoulos, W.B.: Fine-tuning large language models for environmental health and safety applications. In: 2024 Conference on AI, Science, Engineering, and Technology (AIxSET), pp. 45\u201352 (2024). https:\/\/doi.org\/10.1109\/AIxSET62544.2024.00012","DOI":"10.1109\/AIxSET62544.2024.00012"},{"key":"31_CR4","unstructured":"Arewa, A.O., Farrell, P.: A review of compliance with health and safety regulations and economic performance in small and medium construction enterprises. Edinburgh, UK 423\u2013432 (2012)"},{"key":"31_CR5","unstructured":"Bai, S., et al.: Qwen2. 5-VL technical report. arXiv preprint arXiv:2502.13923 (2025)"},{"key":"31_CR6","unstructured":"Brown, T., et al.: Language models are few-shot learners. In: Advances in Neural Information Processing Systems, vol. 33, pp. 1877\u20131901 (2020)"},{"issue":"3","key":"31_CR7","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3641289","volume":"15","author":"Y Chang","year":"2024","unstructured":"Chang, Y., et al.: A survey on evaluation of large language models. ACM Trans. intell. Syst. Technol. 15(3), 1\u201345 (2024)","journal-title":"ACM Trans. intell. Syst. Technol."},{"key":"31_CR8","doi-asserted-by":"publisher","first-page":"125769","DOI":"10.1016\/j.eswa.2024.125769","volume":"265","author":"Z Chen","year":"2025","unstructured":"Chen, Z., Chen, H., Imani, M., Chen, R., Imani, F.: Vision language model for interpretable and fine-grained detection of safety compliance in diverse workplaces. Expert Syst. Appl. 265, 125769 (2025)","journal-title":"Expert Syst. Appl."},{"key":"31_CR9","first-page":"387","volume":"71","author":"JH Choi","year":"2021","unstructured":"Choi, J.H., Hickman, K.E., Monahan, A.B., Schwarcz, D.: ChatGPT goes to law school. J. Legal Educ. 71, 387 (2021)","journal-title":"J. Legal Educ."},{"key":"31_CR10","doi-asserted-by":"crossref","unstructured":"Dahl, M., Lin, X., Green, H.S.: Large legal fictions: profiling legal hallucinations in large language models. J. Legal Anal. (2024). forthcoming","DOI":"10.1093\/jla\/laae003"},{"key":"31_CR11","doi-asserted-by":"crossref","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, volume 1 (long and short papers), pp. 4171\u20134186 (2019)","DOI":"10.18653\/v1\/N19-1423"},{"issue":"6","key":"31_CR12","doi-asserted-by":"publisher","first-page":"908","DOI":"10.1016\/j.ssci.2007.11.003","volume":"46","author":"NJ Duijm","year":"2008","unstructured":"Duijm, N.J., Fi\u00e9vez, C., Gerbec, M., Hauptmanns, U., Konstandinidou, M.: Management of health, safety and environment in process industry. Saf. Sci. 46(6), 908\u2013920 (2008)","journal-title":"Saf. Sci."},{"key":"31_CR13","first-page":"31","volume":"20","author":"OF Emiri","year":"2017","unstructured":"Emiri, O.F., Giwa, A., Ehusani, J.: Revisiting the traditional IRAC organisational structure for legal analysis: towards a multidisciplinary approach. Nigerian LJ 20, 31 (2017)","journal-title":"Nigerian LJ"},{"key":"31_CR14","unstructured":"Eskandari, M., Indukuri, M., Lukin, S.M., Matuszek, C.: LLM-supported safety annotation in high-risk environments. In: HRI 2025 Workshop VAM-HRI (2025)"},{"issue":"3","key":"31_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1659225.1659229","volume":"1","author":"CW Fisher","year":"2009","unstructured":"Fisher, C.W., Lauria, E.J., Matheus, C.C.: An accuracy metric: percentages, randomness, and probabilities. J. Data Inform. Qual. (JDIQ) 1(3), 1\u201321 (2009)","journal-title":"J. Data Inform. Qual. (JDIQ)"},{"key":"31_CR16","unstructured":"Freiberger, V., Buchmann, E.: Fair balancing? Evaluating LLM-based privacy policy ethics assessments. In: Proceedings of the 3rd European Workshop on Algorithmic Fairness (EWAF 2024) (2024)"},{"key":"31_CR17","unstructured":"Graydon, M.S., Lehman, S.M.: Examining proposed uses of LLMs to produce or assess assurance arguments (2025)"},{"key":"31_CR18","unstructured":"Gro\u00dfmann, G., et al.: The power of stories: narrative priming shapes how LLM agents collaborate and compete. arXiv:2505.03961 arXiv preprint (2025)"},{"key":"31_CR19","doi-asserted-by":"crossref","unstructured":"Guha, N., et al.: Legalbench: a collaboratively built benchmark for measuring legal reasoning in large language models. In: Advances in Neural Information Processing Systems, vol. 36, pp. 44123\u201344279 (2023)","DOI":"10.52202\/075280-1915"},{"key":"31_CR20","doi-asserted-by":"crossref","unstructured":"Guo, X., Wong, P.K.Y., Cheng, J.C., Chan, J.C.F., Leung, P.H., Tao, X.: Enhancing visual-LLM through prompt engineering and a two-stage retrieval-augmented generation algorithm for construction site safety compliance checking. Available at SSRN 5097308 (2025)","DOI":"10.2139\/ssrn.5097308"},{"key":"31_CR21","doi-asserted-by":"publisher","first-page":"104993","DOI":"10.1016\/j.ssci.2020.104993","volume":"133","author":"V Hajipour","year":"2021","unstructured":"Hajipour, V., Amouzegar, H., Gharaei, A., Abarghoei, M.S.G., Ghajari, S.: An integrated process-based HSE management system: a case study. Saf. Sci. 133, 104993 (2021)","journal-title":"Saf. Sci."},{"key":"31_CR22","doi-asserted-by":"crossref","unstructured":"Hojageldiyev, D.: Artificial intelligence in HSE. In: Abu Dhabi International Petroleum Exhibition and Conference, p. D012S120R002. SPE (2018)","DOI":"10.2118\/192820-MS"},{"key":"31_CR23","unstructured":"Jiang, Y., He, X., Wang, R.: Rulearena: a benchmark for LLM rule-guided reasoning in real-world scenarios. In: ICLR 2025 Workshop on Foundation Models in Reasoning (2025)"},{"key":"31_CR24","doi-asserted-by":"crossref","unstructured":"Khandekar, N., et al.: MedCalc-bench: evaluating large language models for medical calculations. In: Advances in Neural Information Processing Systems, vol. 37, pp. 84730\u201384745 (2024)","DOI":"10.52202\/079017-2690"},{"key":"31_CR25","unstructured":"Li, B., et al.: Llava-onevision: easy visual task transfer. arXiv preprint arXiv:2408.03326 (2024)"},{"key":"31_CR26","doi-asserted-by":"crossref","unstructured":"Li, Q., et al.: How LLMs react to industrial spatio-temporal data? assessing hallucination with a novel traffic incident benchmark dataset. In: Proceedings of the 2025 Conference of the Nations of the Americas Chapter of the Association for Computational Linguistics: Human Language Technologies (Volume 3: Industry Track), pp. 36\u201353 (2025)","DOI":"10.18653\/v1\/2025.naacl-industry.4"},{"key":"31_CR27","unstructured":"Liu, N., Wang, Z., Baraniuk, R.: Synthetic context generation for question generation. arXiv preprint arXiv:2406.13188 (2024)"},{"issue":"1","key":"31_CR28","first-page":"220","volume":"26","author":"S Narkhede","year":"2018","unstructured":"Narkhede, S.: Understanding AUC-ROC curve. Data Sci. 26(1), 220\u2013227 (2018)","journal-title":"Data Sci."},{"key":"31_CR29","doi-asserted-by":"crossref","unstructured":"Ongwae, B.: An industrial application of a large language model to enhancing asset integrity and process safety management (2025)","DOI":"10.20944\/preprints202503.1172.v1"},{"key":"31_CR30","doi-asserted-by":"crossref","unstructured":"Pramanick, S., Chellappa, R., Venugopalan, S.: SPIQA: a dataset for multimodal question answering on scientific papers. arXiv preprint arXiv:2407.09413 (2024)","DOI":"10.52202\/079017-3773"},{"key":"31_CR31","doi-asserted-by":"crossref","unstructured":"Ray, U., Arteaga, C., Ahn, Y., Park, J.: Enhanced identification of equipment failures from descriptive accident reports using language generative model. Eng. Constr. Architectural Manage. (2024)","DOI":"10.1108\/ECAM-09-2024-1259"},{"key":"31_CR32","doi-asserted-by":"crossref","unstructured":"Ren, Y., et al.: Beacon: benchmark for comprehensive RNA tasks and language models. In: Advances in Neural Information Processing Systems, vol. 37, pp. 92891\u201392921 (2024)","DOI":"10.52202\/079017-2949"},{"key":"31_CR33","doi-asserted-by":"crossref","unstructured":"Shao, H., et al.: Visual cot: advancing multi-modal language models with a comprehensive dataset and benchmark for chain-of-thought reasoning. In: Advances in Neural Information Processing Systems, vol. 37, pp. 8612\u20138642 (2024)","DOI":"10.52202\/079017-0275"},{"key":"31_CR34","doi-asserted-by":"crossref","unstructured":"Shirkhorshidi, R., Norazman, N., Rosli, M., Arriffin, M., Karbasian, M.: How to comply AI generated data with wells HSE performance procedures and requirement in practice. In: SPE\/IADC Middle East Drilling Technology Conference and Exhibition, p. D011S006R002. SPE (2023)","DOI":"10.2118\/214598-MS"},{"key":"31_CR35","doi-asserted-by":"crossref","unstructured":"Sie, M., Beek, R., Bots, M., Brinkkemper, S., Gatt, A.: Summarizing long regulatory documents with a multi-step pipeline. In: Proceedings of the Natural Legal Language Processing Workshop 2024, pp. 18\u201332 (2024)","DOI":"10.18653\/v1\/2024.nllp-1.2"},{"key":"31_CR36","unstructured":"Stockmeyer, N.O.: Legal reasoning. It\u2019s all about IRAC (2021)"},{"issue":"9","key":"31_CR37","doi-asserted-by":"publisher","first-page":"2227","DOI":"10.14778\/3665844.3665853","volume":"17","author":"J Wang","year":"2024","unstructured":"Wang, J., Wang, K., Lin, X., Zhang, W., Zhang, Y.: Efficient unsupervised community search with pre-trained graph transformer. Proc. VLDB Endowment 17(9), 2227\u20132240 (2024)","journal-title":"Proc. VLDB Endowment"},{"key":"31_CR38","doi-asserted-by":"crossref","unstructured":"Wang, J., Wang, K., Zhang, Y., Zhang, W., Xu, X., Lin, X.: On LLM-enhanced mixed-type data imputation with high-order message passing. arXiv preprint arXiv:2501.02191 (2025)","DOI":"10.14778\/3748191.3748205"},{"issue":"3","key":"31_CR39","first-page":"1","volume":"2","author":"J Wang","year":"2024","unstructured":"Wang, J., Zhang, Y., Wang, K., Lin, X., Zhang, W.: Missing data imputation with uncertainty-driven network. Proc. ACM Manage. Data 2(3), 1\u201325 (2024)","journal-title":"Proc. ACM Manage. Data"},{"key":"31_CR40","unstructured":"Wang, K., et al.: Professional readiness of LLMs in financial regulations? A report of regulations challenge at coling 2025. In: International Workshop on Multimodal Financial Foundation Models (MFFMs) at 5th ACM International Conference on AI in Finance (MFFM at ICAIF 2024) (2024)"},{"key":"31_CR41","doi-asserted-by":"crossref","unstructured":"Wang, L., et al.: Plan-and-solve prompting: improving zero-shot chain-of-thought reasoning by large language models. In: Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 2609\u20132634 (2023)","DOI":"10.18653\/v1\/2023.acl-long.147"},{"key":"31_CR42","unstructured":"Wang, X., et al.: Self-consistency improves chain of thought reasoning in language models. In: The Eleventh International Conference on Learning Representations (2022)"},{"key":"31_CR43","doi-asserted-by":"crossref","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. In: Advances in Neural Information Processing Systems, vol. 35, pp. 24824\u201324837 (2022)","DOI":"10.52202\/068431-1800"},{"key":"31_CR44","doi-asserted-by":"crossref","unstructured":"Xie, Q., et al.: FinBen: a holistic financial benchmark for large language models. In: Advances in Neural Information Processing Systems, vol. 37, pp. 95716\u201395743 (2024)","DOI":"10.52202\/079017-3033"},{"key":"31_CR45","doi-asserted-by":"publisher","first-page":"104007","DOI":"10.1016\/j.jobe.2022.104007","volume":"49","author":"M Xu","year":"2022","unstructured":"Xu, M., Nie, X., Li, H., Cheng, J.C., Mei, Z.: Smart construction sites: a promising approach to improving on-site HSE management performance. J. Build. Eng. 49, 104007 (2022)","journal-title":"J. Build. Eng."},{"key":"31_CR46","unstructured":"Zaidi, S.F.A., Abbas, M.S., Hussain, R., Sabir, A., Nasrullah, K., Jaehun, Y.: ISAFE chatbot: natural language processing and large language model driven construction safety learning through Osha rules and video content delivery. In: International Conference on Construction Engineering and Project Management, pp. 1238\u20131245. Korea Institute of Construction Engineering and Management (2024)"},{"key":"31_CR47","doi-asserted-by":"crossref","unstructured":"Zeng, Y., et al.: Air-bench 2024: a safety benchmark based on regulation and policies specified risk categories. In: The Thirteenth International Conference on Learning Representations (2024)","DOI":"10.70777\/si.v1i1.10863"},{"key":"31_CR48","unstructured":"Zhang, M., Liu, Z., Ma, J.: LAIW: a Chinese legal large language models benchmark based on legal syllogism. In: Proceedings of the 2024 Annual Conference of the North American Chapter of the Association for Computational Linguistics (NAACL) (2024)"},{"key":"31_CR49","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1016\/j.autcon.2015.02.005","volume":"52","author":"S Zhang","year":"2015","unstructured":"Zhang, S., Boukamp, F., Teizer, J.: Ontology-based semantic modeling of construction safety knowledge: towards automated safety planning for job hazard analysis (JHA). Autom. Constr. 52, 29\u201341 (2015)","journal-title":"Autom. Constr."},{"key":"31_CR50","unstructured":"Zhang, Z., et al.: SafetyBench: evaluating the safety of large language models. arXiv preprint arXiv:2309.07045 (2023)"},{"key":"31_CR51","unstructured":"Zheng, Z., Zhang, L., Xu, Y., et al.: LawBench: a benchmark for evaluating legal knowledge of large language models in Chinese legal systems. In: Proceedings of the 2023 Conference on Empirical Methods in Natural Language Processing (EMNLP) (2023)"},{"key":"31_CR52","unstructured":"Zhou, Y., et al.: Labsafety bench: benchmarking LLMs on safety issues in scientific labs (2024). arXiv:2410.14182 arXiv preprint"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Engineering for Decision Making"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-92-2480-7_31","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,8]],"date-time":"2026-07-08T14:20:40Z","timestamp":1783520440000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-92-2480-7_31"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,9]]},"ISBN":["9789819224791","9789819224807"],"references-count":52,"URL":"https:\/\/doi.org\/10.1007\/978-981-92-2480-7_31","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,7,9]]},"assertion":[{"value":"9 July 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"FLINS-ISKE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Intelligent Systems and Knowledge Engineering","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sydney","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Australia","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 July 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 July 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"iske2026a","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2026.flins.cc","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}