{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,3]],"date-time":"2026-09-03T06:22:16Z","timestamp":1788416536766,"version":"build-2803163510"},"reference-count":47,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T00:00:00Z","timestamp":1761955200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,7,31]],"date-time":"2025-07-31T00:00:00Z","timestamp":1753920000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Safety Science"],"published-print":{"date-parts":[[2025,11]]},"DOI":"10.1016\/j.ssci.2025.106960","type":"journal-article","created":{"date-parts":[[2025,8,6]],"date-time":"2025-08-06T22:38:35Z","timestamp":1754519915000},"page":"106960","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":22,"special_numbering":"C","title":["Large language models powered system safety assessment: applying STPA and FRAM"],"prefix":"10.1016","volume":"191","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0663-3995","authenticated-orcid":false,"given":"Gulsum Kubra","family":"Kaya","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5808-6604","authenticated-orcid":false,"given":"Dominique","family":"Bovell","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6895-946X","authenticated-orcid":false,"given":"Mark","family":"Sujan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Graham","family":"Braithwaite","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.ssci.2025.106960_b0005","first-page":"1","article-title":"An analysis of civil aviation industry safety needs for the introduction of liquid hydrogen propulsion technology","volume":"3","author":"Benson","year":"2019","journal-title":"Proc. ASME Turbo Expo."},{"issue":"December 2018","key":"10.1016\/j.ssci.2025.106960_b0010","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1016\/j.ssci.2019.08.026","article-title":"Understanding variability in discharge planning processes for the older person","volume":"121","author":"Buikstra","year":"2020","journal-title":"Safety Sci."},{"key":"10.1016\/j.ssci.2025.106960_b0015","first-page":"1","article-title":"Large language models as assistance for glaucoma surgical cases: a ChatGPT vs. Google Gemini comparison","author":"Carl\u00e0","year":"2024","journal-title":"Graefe\u2019s Arch. Clin. Experiment. Ophthalmol."},{"issue":"July 2023","key":"10.1016\/j.ssci.2025.106960_b0020","article-title":"A contemporary review on chatbots, AI-powered virtual conversational agents, ChatGPT: applications, open challenges and future research directions","volume":"52","author":"Casheekar","year":"2024","journal-title":"Comput. Sci. Rev."},{"key":"10.1016\/j.ssci.2025.106960_b0025","doi-asserted-by":"crossref","first-page":"129","DOI":"10.1016\/j.ssci.2018.04.013","article-title":"STPA for continuous controls: a flight testing study of aircraft crosswind takeoffs","volume":"108","author":"Castilho","year":"2018","journal-title":"Saf. Sci."},{"issue":"July","key":"10.1016\/j.ssci.2025.106960_b0030","article-title":"Hazard analysis in the era of AI: assessing the usefulness of ChatGPT4 in STPA hazard analysis","volume":"178","author":"Charalampidou","year":"2024","journal-title":"Saf. Sci."},{"issue":"5","key":"10.1016\/j.ssci.2025.106960_b0035","doi-asserted-by":"crossref","first-page":"978","DOI":"10.1111\/risa.12897","article-title":"A Comparison of the Bow-Tie and STAMP approaches to reduce the risk of surgical instrument retention","volume":"38","author":"Chatzimichailidou","year":"2018","journal-title":"Risk Anal."},{"key":"10.1016\/j.ssci.2025.106960_b0040","unstructured":"Chen, B., Zhang, Z., Langren\u00e9, N., Zhu, S., 2023. Unleashing the potential of prompt engineering in Large Language Models: a comprehensive review. https:\/\/arxiv.org\/abs\/2310.14735v4."},{"key":"10.1016\/j.ssci.2025.106960_b0045","article-title":"How good are large language models at product risk assessment?","volume":"1\u201324","author":"Collier","year":"2024","journal-title":"Risk Anal."},{"issue":"June 2020","key":"10.1016\/j.ssci.2025.106960_b0050","article-title":"Falls and delirium in older inpatients: work-as-imagined, work-as-done and preferences for clinical decision support systems","volume":"142","author":"Damoiseaux-Volman","year":"2021","journal-title":"Safety Sci."},{"issue":"January 2020","key":"10.1016\/j.ssci.2025.106960_b0055","article-title":"An STPA-based formal composition framework for trustworthy autonomous maritime systems","volume":"136","author":"Dghaym","year":"2021","journal-title":"Saf. Sci."},{"key":"10.1016\/j.ssci.2025.106960_b0060","article-title":"Prompt engineering for CHATGPT: a quick guide to techniques, tips and best practices","author":"Ekin","year":"2023","journal-title":"TechRxiv"},{"key":"10.1016\/j.ssci.2025.106960_b0065","unstructured":"Feretzakis, G., Verykios, V.S., 2024. Trustworthy AI: Securing Sensitive Data in Large Language Models. https:\/\/arxiv.org\/abs\/2409.18222v1."},{"issue":"11","key":"10.1016\/j.ssci.2025.106960_b0070","article-title":"Artificial intelligence in postoperative care: assessing large language models for patient recommendations in plastic surgery","volume":"12","author":"Gomez-Cabello","year":"2024","journal-title":"Healthcare (Switzerland)"},{"issue":"November 2021","key":"10.1016\/j.ssci.2025.106960_b0075","article-title":"H2-powered aviation at airports \u2013 design and economics of LH2 refueling systems","volume":"14","author":"Hoelzen","year":"2022","journal-title":"Energy Convers. Manag.: X"},{"key":"10.1016\/j.ssci.2025.106960_b0080","series-title":"FRAM: the Functional Resonance Analysis Method Modelling Complex Socio-Technical Systems","author":"Hollnagel","year":"2012"},{"key":"10.1016\/j.ssci.2025.106960_b0085","article-title":"From safety-I to safety-II: a white paper","author":"Hollnagel","year":"2015","journal-title":"The Resilient Health Care Net."},{"issue":"1","key":"10.1016\/j.ssci.2025.106960_b0090","doi-asserted-by":"crossref","DOI":"10.1186\/s40561-024-00310-z","article-title":"Google Gemini as a next generation AI educational tool: a review of emerging educational technology","volume":"11","author":"Imran","year":"2024","journal-title":"Smart Learn. Environ."},{"key":"10.1016\/j.ssci.2025.106960_b0095","doi-asserted-by":"crossref","unstructured":"Islam, R., Ahmed, I., 2024. Gemini-the most powerful LLM: Myth or Truth. 2024 5th Information Communication Technologies Conference, ICTC 2024, 303\u2013308. doi: 10.1109\/ICTC61510.2024.10602253.","DOI":"10.1109\/ICTC61510.2024.10602253"},{"key":"10.1016\/j.ssci.2025.106960_b0100","doi-asserted-by":"crossref","first-page":"202","DOI":"10.1016\/j.eng.2024.04.002","article-title":"Preventing the immense increase in the life-cycle energy and carbon footprints of LLM-powered intelligent chatbots","volume":"40","author":"Jiang","year":"2024","journal-title":"Engineering"},{"issue":"October 2020","key":"10.1016\/j.ssci.2025.106960_b0105","article-title":"A system safety approach to assessing risks in the sepsis treatment process","volume":"94","author":"Kaya","year":"2021","journal-title":"Appl. Ergon."},{"key":"10.1016\/j.ssci.2025.106960_b0110","doi-asserted-by":"crossref","first-page":"835","DOI":"10.1016\/j.ssci.2019.06.020","article-title":"Using the functional resonance analysis method on the drug administration process to assess performance variability","volume":"118","author":"Kaya","year":"2019","journal-title":"Saf. Sci."},{"key":"10.1016\/j.ssci.2025.106960_b0115","unstructured":"Leveson, N.G., Thomas, J.P., 2018. STPA handbook. http:\/\/psas.scripts.mit.edu\/home\/get_file.php?name=STPA_handbook.pdf."},{"issue":"4","key":"10.1016\/j.ssci.2025.106960_b0120","doi-asserted-by":"crossref","DOI":"10.1016\/j.acalib.2023.102720","article-title":"The CLEAR path: a framework for enhancing information literacy through prompt engineering","volume":"49","author":"Lo","year":"2023","journal-title":"J. Acad. Librariansh."},{"key":"10.1016\/j.ssci.2025.106960_b0125","volume":"1\u201339","author":"Mangold","year":"2022","journal-title":"Procedures and Aircraft Design Implication."},{"key":"10.1016\/j.ssci.2025.106960_b0130","article-title":"A comprehensive overview of large language models","author":"Naveed","year":"2023","journal-title":"ArXiv."},{"key":"10.1016\/j.ssci.2025.106960_b0135","doi-asserted-by":"crossref","unstructured":"Nouri, A., Cabrero-Daniel, B., T\u00f6rner, F., Sivencrona, H., Berger, C., 2024. Welcome Your New AI Teammate: On Safety Analysis by Leashing Large Language Models. Proceedings - 2024 IEEE\/ACM 3rd International Conference on AI Engineering - Software Engineering for AI, CAIN 2024, 1, 172\u2013177. doi: 10.1145\/3644815.3644953.","DOI":"10.1145\/3644815.3644953"},{"issue":"December 2020","key":"10.1016\/j.ssci.2025.106960_b0140","article-title":"The past and present of system-theoretic accident model and processes (STAMP) and its associated techniques: a scoping review","volume":"146","author":"Patriarca","year":"2022","journal-title":"Safety Sci."},{"key":"10.1016\/j.ssci.2025.106960_b0145","doi-asserted-by":"crossref","DOI":"10.1016\/j.ssci.2020.104827","article-title":"Framing the FRAM: a literature review on the functional resonance analysis method","volume":"129","author":"Patriarca","year":"2020","journal-title":"Saf. Sci."},{"issue":"12","key":"10.1016\/j.ssci.2025.106960_b0150","first-page":"382","article-title":"Safety-I, safety-II and resilience engineering","volume":"45","author":"Patterson","year":"2015","journal-title":"Curr. Probl. Pediatr. Adolesc. Health Care"},{"key":"10.1016\/j.ssci.2025.106960_b0155","unstructured":"Peng, B., Chen, K., Li, M., Feng, P., Bi, Z., Liu, J., Niu, Q., 2024. Securing Large Language Models: Addressing Bias, Misinformation, and Prompt Attacks. https:\/\/arxiv.org\/abs\/2409.08087v1."},{"key":"10.1016\/j.ssci.2025.106960_b0160","unstructured":"Pritchard, D.K., Rattigan, W.M., 2010. Hazards of liquid hydrogen Position paper. https:\/\/www.hse.gov.uk\/research\/rrpdf\/rr769.pdf."},{"key":"10.1016\/j.ssci.2025.106960_b0165","article-title":"Safety analysis in the era of large language models: a case study of STPA using ChatGPT","author":"Qi","year":"2025","journal-title":"Mach. Learn. Appl."},{"issue":"1","key":"10.1016\/j.ssci.2025.106960_b0170","doi-asserted-by":"crossref","first-page":"69","DOI":"10.48185\/jaai.v5i1.1052","article-title":"Gemini versus ChatGPT: applications, performance, architecture, capabilities, and implementation","volume":"5","author":"Rane","year":"2024","journal-title":"J. Appl. Artif. Intell."},{"issue":"March","key":"10.1016\/j.ssci.2025.106960_b0175","doi-asserted-by":"crossref","first-page":"121","DOI":"10.1016\/j.iotcps.2023.04.003","article-title":"ChatGPT: a comprehensive review on background, applications, key challenges, bias, ethics, limitations and future scope","volume":"3","author":"Ray","year":"2023","journal-title":"Internet Things Cyber-Phys. Syst."},{"key":"10.1016\/j.ssci.2025.106960_b0180","doi-asserted-by":"crossref","DOI":"10.1016\/j.bushor.2024.04.008","article-title":"Game changers: a generative AI prompt protocol to enhance human-AI knowledge co-construction","author":"Robertson","year":"2024","journal-title":"Bus. Horiz."},{"issue":"February","key":"10.1016\/j.ssci.2025.106960_b0185","article-title":"A proposed validation framework for the system theoretic process analysis (STPA) technique","volume":"162","author":"Sadeghi","year":"2023","journal-title":"Saf. Sci."},{"issue":"October","key":"10.1016\/j.ssci.2025.106960_b0190","first-page":"1","article-title":"Modeling complex socio-technical systems using the FRAM: a literature review","author":"Salehi","year":"2020","journal-title":"Hum. Factors Ergon. Manuf."},{"key":"10.1016\/j.ssci.2025.106960_b0195","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2024.124653","article-title":"Prompting GPT\u20134 to support automatic safety case generation","volume":"255","author":"Sivakumar","year":"2024","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.ssci.2025.106960_b0200","doi-asserted-by":"crossref","DOI":"10.1016\/j.ssci.2024.106695","article-title":"How can large language models do a FRAM analysis?","volume":"181","author":"Sujan","year":"2025","journal-title":"Saf. Sci."},{"issue":"1","key":"10.1016\/j.ssci.2025.106960_b0205","doi-asserted-by":"crossref","first-page":"349","DOI":"10.1007\/s11219-017-9396-0","article-title":"Comparison of the FMEA and STPA safety analysis methods\u2013a case study","volume":"27","author":"Sulaman","year":"2019","journal-title":"Softw. Qual. J."},{"key":"10.1016\/j.ssci.2025.106960_b0210","unstructured":"Tamkin, A., Brundage, M., Ganguli, D., 2021. Understanding the Capabilities, Limitations, and Societal Impact of Large Language Models. https:\/\/arxiv.org\/abs\/2102.02503v1."},{"key":"10.1016\/j.ssci.2025.106960_b0215","first-page":"214","article-title":"Taxonomy of risks posed by language models","volume":"22","author":"Weidinger","year":"2022","journal-title":"ACM Int. Conf. Proc. Series"},{"issue":"5","key":"10.1016\/j.ssci.2025.106960_b0220","doi-asserted-by":"crossref","first-page":"1122","DOI":"10.1109\/JAS.2023.123618","article-title":"A brief overview of ChatGPT: the history, status quo and potential future development","volume":"10","author":"Wu","year":"2023","journal-title":"IEEE\/CAA J. Autom. Sin."},{"key":"10.1016\/j.ssci.2025.106960_b0225","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1016\/j.jsr.2018.11.006","article-title":"Applicability of accident analysis methods to Chinese construction accidents","volume":"68","author":"Zhang","year":"2019","journal-title":"J. Saf. Res."},{"issue":"January","key":"10.1016\/j.ssci.2025.106960_b0230","doi-asserted-by":"crossref","first-page":"514","DOI":"10.1016\/j.psep.2024.05.132","article-title":"Enhancing emergency response planning for natech accidents in process operations using functional resonance analysis method (FRAM): a case of fuel storage tank farm","volume":"188","author":"Zheng","year":"2024","journal-title":"Process Saf. Environ. Prot."},{"issue":"April","key":"10.1016\/j.ssci.2025.106960_b0235","article-title":"Artificial intelligence applications in aviation accident classification: a preliminary exploratory study","volume":"9","author":"Ziakkas","year":"2023","journal-title":"Decis. Anal. J."}],"container-title":["Safety Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0925753525001857?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0925753525001857?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,9,17]],"date-time":"2025-09-17T15:59:12Z","timestamp":1758124752000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0925753525001857"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11]]},"references-count":47,"alternative-id":["S0925753525001857"],"URL":"https:\/\/doi.org\/10.1016\/j.ssci.2025.106960","relation":{},"ISSN":["0925-7535"],"issn-type":[{"value":"0925-7535","type":"print"}],"subject":[],"published":{"date-parts":[[2025,11]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Large language models powered system safety assessment: applying STPA and FRAM","name":"articletitle","label":"Article Title"},{"value":"Safety Science","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ssci.2025.106960","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Author(s). Published by Elsevier Ltd.","name":"copyright","label":"Copyright"}],"article-number":"106960"}}