{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T00:12:20Z","timestamp":1778285540600,"version":"3.51.4"},"reference-count":42,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,7,1]],"date-time":"2026-07-01T00:00:00Z","timestamp":1782864000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Engineering Applications of Artificial Intelligence"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1016\/j.engappai.2026.114738","type":"journal-article","created":{"date-parts":[[2026,4,8]],"date-time":"2026-04-08T14:51:52Z","timestamp":1775659912000},"page":"114738","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"P1","title":["Tuning into whispered frequencies: Harnessing Large Language Models to detect Weak Signals in complex socio-technical systems"],"prefix":"10.1016","volume":"176","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-2604-1171","authenticated-orcid":false,"given":"Manuel","family":"Lombardi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Riccardo","family":"Patriarca","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"78","reference":[{"key":"10.1016\/j.engappai.2026.114738_bib1","series-title":"Proceedings of the Workshop on NLP applied to Misinformation (CEUR Workshop Proceedings)","first-page":"36","article-title":"Google snippets and Twitter posts; examining similarities to identify misinformation","author":"Althabiti","year":"2023"},{"key":"10.1016\/j.engappai.2026.114738_bib2","series-title":"Orchestrating Human-Centered Design","article-title":"London","author":"Boy","year":"2013"},{"key":"10.1016\/j.engappai.2026.114738_bib3","series-title":"Proceedings of the AIAA AVIATION 2023 Forum (San Diego, CA, USA), June 12","article-title":"Aviation-BERT: a preliminary Aviation- specific natural language model","author":"Chandra","year":"2023"},{"issue":"11","key":"10.1016\/j.engappai.2026.114738_bib4","doi-asserted-by":"crossref","first-page":"890","DOI":"10.3390\/aerospace11110890","article-title":"Aviation-BERT-NER: named entity recognition for aviation safety reports","volume":"11","author":"Chandra","year":"2024","journal-title":"Aerospace"},{"issue":"3","key":"10.1016\/j.engappai.2026.114738_bib5","doi-asserted-by":"crossref","first-page":"305","DOI":"10.1080\/14780887.2020.1780357","article-title":"The pursuit of quality in grounded theory","volume":"18","author":"Charmaz","year":"2021","journal-title":"Qual. Res. Psychol."},{"issue":"4","key":"10.1016\/j.engappai.2026.114738_bib7","doi-asserted-by":"crossref","first-page":"474","DOI":"10.26421\/JDI3.4-5","article-title":"Improved methods to aid unsupervised evidence-based fact checking for online heath news","volume":"3","author":"Deka","year":"2022","journal-title":"J.Data Intelligence"},{"issue":"December","key":"10.1016\/j.engappai.2026.114738_bib8","article-title":"A scoping review of ChatGPT research in accounting and finance","volume":"55","author":"Dong","year":"2024","journal-title":"Int. J. Account. Inf. Syst."},{"key":"10.1016\/j.engappai.2026.114738_bib9","series-title":"The Discovery of Grounded Theory: Strategies for Qualitative Research","author":"Glaser","year":"1967"},{"key":"10.1016\/j.engappai.2026.114738_bib6","series-title":"In Proceedings of the International Conference on Learning Representations (ICLR 2025)","article-title":"Gramian multimodal representation learning and alignment","author":"Giordano","year":"2025"},{"issue":"4","key":"10.1016\/j.engappai.2026.114738_bib10","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1145\/121973.121975","article-title":"\u201cWhat is scalability?\u201d","volume":"18","author":"Hill","year":"1990","journal-title":"ACM SIGARCH Computer Architecture News"},{"key":"10.1016\/j.engappai.2026.114738_bib11","series-title":"Human Performance Contributions to Safety in Commercial Aviation(NASA\/TM-2019-220417)","author":"Holbrook","year":"2019"},{"key":"10.1016\/j.engappai.2026.114738_bib12","series-title":"FRAM: the Functional Resonance Analysis Method: Modelling Complex Socio-Technical Systems","isbn-type":"print","author":"Hollnagel","year":"2012","ISBN":"https:\/\/id.crossref.org\/isbn\/9781315255071"},{"key":"10.1016\/j.engappai.2026.114738_bib13","article-title":"ICAO safety - ADREP taxonomy","year":"2025","journal-title":"ADREP Taxonomy"},{"key":"10.1016\/j.engappai.2026.114738_bib14","series-title":"Educational Research: Quantitative, Qualitative, and Mixed Approaches","author":"Johnson","year":"2019"},{"issue":"3","key":"10.1016\/j.engappai.2026.114738_bib15","doi-asserted-by":"crossref","first-page":"456","DOI":"10.1518\/001872008X288385","article-title":"Naturalistic decision making","volume":"50","author":"Klein","year":"2008","journal-title":"Hum. Factors: J. Human Factors Ergonomics Soc."},{"key":"10.1016\/j.engappai.2026.114738_bib16","series-title":"Paper presented at 15th International Conference on Applied Human Factors and Ergonomics (AHFE 2024)","article-title":"Show the way: accelerating general aviation accident investigations through LLMs and HFACS","author":"Liu","year":"2024"},{"issue":"1","key":"10.1016\/j.engappai.2026.114738_bib17","doi-asserted-by":"crossref","DOI":"10.1088\/1742-6596\/2171\/1\/012042","article-title":"NOTAM text analysis and classification based on attention mechanism","volume":"2171","author":"Mi","year":"2022","journal-title":"J. Phys. Conf."},{"issue":"July","key":"10.1016\/j.engappai.2026.114738_bib18","article-title":"Shielding against Online Harm: a Survey on text analysis to prevent cyberbullying","volume":"133","author":"Mishra","year":"2024","journal-title":"Eng. Appl. Artif. Intell."},{"issue":"8","key":"10.1016\/j.engappai.2026.114738_bib19","doi-asserted-by":"crossref","first-page":"450","DOI":"10.3390\/aerospace9080450","article-title":"Natural Language processing of aviation safety reports to identify inefficient operational patterns","volume":"9","author":"Miyamoto","year":"2022","journal-title":"Aerospace"},{"issue":"4","key":"10.1016\/j.engappai.2026.114738_bib20","doi-asserted-by":"crossref","first-page":"407","DOI":"10.1111\/anae.14165","article-title":"Working out wrong-side blocks","volume":"73","author":"Moppett","year":"2018","journal-title":"Anaesthesia"},{"issue":"November","key":"10.1016\/j.engappai.2026.114738_bib21","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.future.2024.05.034","article-title":"LLM4VV: developing LLM-Driven testsuite for compiler validation","volume":"160","author":"Munley","year":"2024","journal-title":"Future Gener. Comput. Syst."},{"key":"10.1016\/j.engappai.2026.114738_bib22","author":"Oveisi"},{"issue":"5","key":"10.1016\/j.engappai.2026.114738_bib23","doi-asserted-by":"crossref","DOI":"10.3390\/app14052074","article-title":"A review of Current trends, techniques, and challenges in large Language models (LLMs)","volume":"14","author":"Patil","year":"2024","journal-title":"Appl. Sci."},{"key":"10.1016\/j.engappai.2026.114738_bib40","doi-asserted-by":"crossref","DOI":"10.1080\/1463922X.2026.2614607","article-title":"Work system patterns for complex adaptive systems","author":"Patriarca","year":"2026","journal-title":"Theor. Issues Ergon. Sci."},{"key":"10.1016\/j.engappai.2026.114738_bib24","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1016\/j.trpro.2018.12.032","article-title":"Managing safety data: the TOKAI experience for the air Navigation service providers","volume":"35","author":"Patriarca","year":"2018","journal-title":"Transp. Res. Procedia"},{"key":"10.1016\/j.engappai.2026.114738_bib25","first-page":"33","article-title":"Introducing the structured exploration of complex adaptations to learn from operations in an air navigation service provider","author":"Patriarca","year":"2022"},{"key":"10.1016\/j.engappai.2026.114738_bib41","doi-asserted-by":"crossref","DOI":"10.1002\/hfm.70040","article-title":"Analyzing adaptive work\u2010system patterns in complex socio\u2010technical systems","volume":"36","author":"Patriarca","year":"2026","journal-title":"Hum. Factors Ergon. Manuf. Serv. Ind."},{"key":"10.1016\/j.engappai.2026.114738_bib42","series-title":"Human Systems Integration in the Design of Complex Transport Systems: A Practical Guide","first-page":"246","article-title":"Beyond the hype: the nuances of using natural language processing to uncover pilot adaptations in aviation","author":"Patriarca","year":"2026"},{"issue":"1","key":"10.1016\/j.engappai.2026.114738_bib26","doi-asserted-by":"crossref","first-page":"78","DOI":"10.1177\/1555343413498753","article-title":"Resilience in everyday operations: a framework for analyzing adaptations in high-risk work","volume":"8","author":"Rankin","year":"2014","journal-title":"J. Cogn. Eng. Decis. Mak."},{"key":"10.1016\/j.engappai.2026.114738_bib27","author":"Reimers"},{"issue":"December","key":"10.1016\/j.engappai.2026.114738_bib28","article-title":"Conceptualizing generative AI as style engines: application archetypes and implications","volume":"79","author":"Riemer","year":"2024","journal-title":"Int. J. Inf. Manag."},{"issue":"10","key":"10.1016\/j.engappai.2026.114738_bib29","doi-asserted-by":"crossref","first-page":"143","DOI":"10.3390\/aerospace7100143","article-title":"Natural Language processing based method for clustering and analysis of aviation safety narratives","volume":"7","author":"Rose","year":"2020","journal-title":"Aerospace"},{"key":"10.1016\/j.engappai.2026.114738_bib30","series-title":"Text Mining","article-title":"Automatic keyword extraction from individual documents","author":"Rose","year":"2010"},{"key":"10.1016\/j.engappai.2026.114738_bib31","first-page":"80","article-title":"How to make sense of weak signals","volume":"50","author":"Schoemaker","year":"2009"},{"issue":"1","key":"10.1016\/j.engappai.2026.114738_bib32","doi-asserted-by":"crossref","DOI":"10.1016\/j.ipm.2025.104322","article-title":"An empirical Study of LLMs via In-Context learning for stance classification","volume":"63","author":"Shi","year":"2026","journal-title":"Inf. Process. Manag."},{"key":"10.1016\/j.engappai.2026.114738_bib33","article-title":"\u201cBeyond Accuracy, F-Score and ROC: a Family of Discriminant Measures for Performance Evaluation.\u201d","volume":"vol 4304","author":"Sokolova","year":"2006"},{"issue":"July","key":"10.1016\/j.engappai.2026.114738_bib34","article-title":"Dark knights: exploring resilience and hidden workarounds in commercial aviation through mixed methods","volume":"175","author":"Steen","year":"2024","journal-title":"Saf. Sci."},{"issue":"July","key":"10.1016\/j.engappai.2026.114738_bib35","article-title":"Neural natural Language processing for Long Texts: a Survey on classification and summarization","volume":"133","author":"Tsirmpas","year":"2024","journal-title":"Eng. Appl. Artif. Intell."},{"key":"10.1016\/j.engappai.2026.114738_bib36","series-title":"Performance Analysis and Comparison of Machine and Deep Learning Algorithms for Iot Data Classification","author":"Vakili","year":"2020"},{"issue":"1\u20132","key":"10.1016\/j.engappai.2026.114738_bib37","doi-asserted-by":"crossref","first-page":"170","DOI":"10.1080\/10286608.2015.1024112","article-title":"Come back sociotechnical systems theory, all is forgiven \u2026","volume":"32","author":"Walker","year":"2015","journal-title":"Civ. Eng. Environ. Syst."},{"issue":"July","key":"10.1016\/j.engappai.2026.114738_bib38","article-title":"Enhancing large Language model capabilities for rumor detection with knowledge-powered prompting","volume":"133","author":"Yan","year":"2024","journal-title":"Eng. Appl. Artif. Intell."},{"issue":"December","key":"10.1016\/j.engappai.2026.114738_bib39","article-title":"Artificial intelligence applications in aviation accident classification: a preliminary exploratory Study","volume":"9","author":"Ziakkas","year":"2023","journal-title":"Decis. Anal. J."}],"container-title":["Engineering Applications of Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0952197626010201?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0952197626010201?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,8]],"date-time":"2026-05-08T23:29:11Z","timestamp":1778282951000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0952197626010201"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7]]},"references-count":42,"alternative-id":["S0952197626010201"],"URL":"https:\/\/doi.org\/10.1016\/j.engappai.2026.114738","relation":{},"ISSN":["0952-1976"],"issn-type":[{"value":"0952-1976","type":"print"}],"subject":[],"published":{"date-parts":[[2026,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Tuning into whispered frequencies: Harnessing Large Language Models to detect Weak Signals in complex socio-technical systems","name":"articletitle","label":"Article Title"},{"value":"Engineering Applications of Artificial Intelligence","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.engappai.2026.114738","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"114738"}}