{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T11:51:59Z","timestamp":1781610719571,"version":"3.54.5"},"reference-count":31,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2026,3,2]],"date-time":"2026-03-02T00:00:00Z","timestamp":1772409600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,3,2]],"date-time":"2026-03-02T00:00:00Z","timestamp":1772409600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100015247","name":"State Grid Shandong Electric Power Company","doi-asserted-by":"publisher","award":["52062624000C"],"award-info":[{"award-number":["52062624000C"]}],"id":[{"id":"10.13039\/501100015247","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2026,7]]},"DOI":"10.1007\/s10664-026-10820-8","type":"journal-article","created":{"date-parts":[[2026,3,2]],"date-time":"2026-03-02T12:59:25Z","timestamp":1772456365000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Securing LLM-in-the-loop software for empirical study of risks, mitigations, and utility trade-offs in a safety-critical case"],"prefix":"10.1007","volume":"31","author":[{"given":"Wenting","family":"Wang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jing","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bruce","family":"Gu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Changwei","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Y. Neil","family":"Qu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dongqin","family":"Feng","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,3,2]]},"reference":[{"key":"10820_CR1","unstructured":"Lu X, Qiu J, Yang Y, Zhang C, Lin J, An S (2024) IEEE Trans Energy Mark Policy Regul"},{"key":"10820_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.121207","volume":"235","author":"A Pourdaryaei","year":"2024","unstructured":"Pourdaryaei A, Mohammadi M, Mubarak H, Abdellatif A, Karimi M, Gryazina E, Terzija V (2024) Expert Syst Appl 235:121207","journal-title":"Expert Syst Appl"},{"issue":"3","key":"10820_CR3","first-page":"339","volume":"2","author":"W Jiang","year":"2024","unstructured":"Jiang W, Wu C (2024) IEEE Transactions on Energy Markets. Policy and Regulation 2(3):339","journal-title":"Policy and Regulation"},{"issue":"4","key":"10820_CR4","doi-asserted-by":"publisher","first-page":"6582","DOI":"10.1109\/TII.2023.3348823","volume":"20","author":"J Zheng","year":"2024","unstructured":"Zheng J, Liang ZT, Li Y, Li Z, Wu QH (2024) IEEE Trans Industr Inf 20(4):6582","journal-title":"IEEE Trans Industr Inf"},{"key":"10820_CR5","unstructured":"Wei X, Xu Y, Sun H, Chan WK (2024) IEEE Trans Smart Grid"},{"key":"10820_CR6","doi-asserted-by":"crossref","unstructured":"Singh G, Bali KK (2024) In: 2024 international joint conference on neural networks (IJCNN) (IEEE, 2024), pp 1\u20137","DOI":"10.1109\/IJCNN60899.2024.10649965"},{"key":"10820_CR7","unstructured":"Stegman J, Trottier PJ, Hillier C, Khan H, Mannan M (2023) In: 32nd USENIX security symposium (USENIX Security 23), pp 3583\u20133600"},{"key":"10820_CR8","doi-asserted-by":"crossref","unstructured":"Zhan J, Zhang W, Zhang Z, Xue H, Zhang Y, Wu Y (2025) In: Proceedings of the AAAI conference on artificial intelligence, vol 39 (2025), vol. 39, pp 1022\u20131030","DOI":"10.1609\/aaai.v39i1.32088"},{"issue":"1","key":"10820_CR9","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1109\/JAS.2022.105860","volume":"10","author":"X Feng","year":"2022","unstructured":"Feng X, Zhu X, Han QL, Zhou W, Wen S, Xiang Y (2022) IEEE\/CAA J Autom Sinica 10(1):25","journal-title":"IEEE\/CAA J Autom Sinica"},{"key":"10820_CR10","doi-asserted-by":"publisher","unstructured":"Zhu X, Zhou W, Han QL, Ma W, Wen S, Xiang Y (2025) IEEE\/CAA J Autom Sinica 12(2):317. https:\/\/doi.org\/10.1109\/JAS.2024.124971","DOI":"10.1109\/JAS.2024.124971"},{"key":"10820_CR11","unstructured":"OpenAI (2023) Gpt-4 technical report. https:\/\/openai.com\/research\/gpt-4. Accessed April 2024"},{"issue":"1","key":"10820_CR12","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/JAS.2024.124983","volume":"12","author":"W Zhou","year":"2025","unstructured":"Zhou W, Zhu X, Han QL, Li L, Chen X, Wen S, Xiang Y (2025) IEEE\/CAA J Autom Sinica 12(1):1. https:\/\/doi.org\/10.1109\/JAS.2024.124983","journal-title":"IEEE\/CAA J Autom Sinica"},{"key":"10820_CR13","unstructured":"Chowdhery A, Narang S, Devlin J et al (2022) In: Proceedings of the international conference on machine learning (ICML). arXiv:2204.02311"},{"issue":"5","key":"10820_CR14","doi-asserted-by":"publisher","first-page":"872","DOI":"10.1109\/JAS.2025.125498","volume":"12","author":"Z Deng","year":"2025","unstructured":"Deng Z, Ma W, Han Q, Zhou W, Zhu X, Wen S, Xiang Y (2025) IEEE\/CAA J Autom Sinica 12(5):872\u2013893. https:\/\/doi.org\/10.1109\/JAS.2025.125498","journal-title":"IEEE\/CAA J Autom Sinica"},{"key":"10820_CR15","unstructured":"Zhou H, Hu C, Yuan Y, Cui Y, Jin Y, Chen C, Wu H, Yuan D, Jiang L, Wu D et al (2024) IEEE Commun Surv Tutor"},{"key":"10820_CR16","unstructured":"Fakhoury S, Naik A, Sakkas G, Chakraborty S, Lahiri SK (2024) IEEE Trans Softw Eng"},{"key":"10820_CR17","volume":"37","author":"M Li","year":"2024","unstructured":"Li M, Zhao S, Wang Q, Wang K, Zhou Y, Srivastava S, Gokmen C, Lee T, Li EL, Zhang R et al (2024) Adv Neural Inf Process Syst 37:100428","journal-title":"Adv Neural Inf Process Syst"},{"key":"10820_CR18","doi-asserted-by":"crossref","unstructured":"Li Z, Zhang R, Wang Z, Xie Z, Song Y (2025) Neurocomputing p 130105","DOI":"10.1016\/j.neucom.2025.130105"},{"key":"10820_CR19","doi-asserted-by":"publisher","unstructured":"Deng Z, Guo Y, Han C, Ma W, Xiong J, Wen S, Xiang Y (2025) ACM Computing Survey 57(7). https:\/\/doi.org\/10.1145\/3716628","DOI":"10.1145\/3716628"},{"issue":"1","key":"10820_CR20","doi-asserted-by":"publisher","first-page":"707","DOI":"10.1109\/TII.2021.3074915","volume":"18","author":"MB Gough","year":"2021","unstructured":"Gough MB, Santos SF, AlSkaif T, Javadi MS, Castro R, Catal\u00e3o JP (2021) IEEE Trans Industr Inf 18(1):707","journal-title":"IEEE Trans Industr Inf"},{"issue":"6","key":"10820_CR21","doi-asserted-by":"publisher","first-page":"5233","DOI":"10.1109\/TSG.2021.3091624","volume":"12","author":"Z Cheng","year":"2021","unstructured":"Cheng Z, Ye F, Cao X, Chow MY (2021) IEEE Transactions on Smart Grid 12(6):5233","journal-title":"IEEE Transactions on Smart Grid"},{"issue":"11","key":"10820_CR22","doi-asserted-by":"publisher","first-page":"2915","DOI":"10.1109\/TC.2021.3130402","volume":"71","author":"Z Zheng","year":"2021","unstructured":"Zheng Z, Wang T, Bashir AK, Alazab M, Mumtaz S, Wang X (2021) IEEE Trans Comput 71(11):2915","journal-title":"IEEE Trans Comput"},{"issue":"1","key":"10820_CR23","doi-asserted-by":"publisher","first-page":"602","DOI":"10.1109\/TPWRS.2023.3263242","volume":"39","author":"X Zhou","year":"2023","unstructured":"Zhou X, Wang B, Guo Q, Sun H, Pan Z, Tian N (2023) IEEE Trans Power Syst 39(1):602","journal-title":"IEEE Trans Power Syst"},{"key":"10820_CR24","doi-asserted-by":"publisher","DOI":"10.1016\/j.epsr.2022.108223","volume":"212","author":"D Wang","year":"2022","unstructured":"Wang D, Wu P, Li B, Du H, Luo M (2022) Electr Power Syst Res 212:108223","journal-title":"Electr Power Syst Res"},{"key":"10820_CR25","unstructured":"He J, Treude C, Lo D (2024) ACM Trans Softw Eng Methodol"},{"key":"10820_CR26","doi-asserted-by":"publisher","DOI":"10.1016\/j.chb.2023.107671","volume":"143","author":"JC Walliser","year":"2023","unstructured":"Walliser JC, de Visser EJ, Shaw TH (2023) Comput Hum Behav 143:107671","journal-title":"Comput Hum Behav"},{"key":"10820_CR27","first-page":"16183","volume":"34","author":"HC Siu","year":"2021","unstructured":"Siu HC, Pe\u00f1a J, Chen E, Zhou Y, Lopez V, Palko K, Chang K, Allen R (2021) Adv Neural Inf Process Syst 34:16183","journal-title":"Adv Neural Inf Process Syst"},{"issue":"3","key":"10820_CR28","doi-asserted-by":"publisher","first-page":"461","DOI":"10.1109\/TEVC.2021.3106168","volume":"26","author":"JJ Wang","year":"2021","unstructured":"Wang JJ, Wang L (2021) IEEE Trans Evol Comput 26(3):461","journal-title":"IEEE Trans Evol Comput"},{"issue":"7849","key":"10820_CR29","doi-asserted-by":"publisher","first-page":"229","DOI":"10.1038\/s41586-021-03242-7","volume":"591","author":"V Saggio","year":"2021","unstructured":"Saggio V, Asenbeck BE, Hamann A, Str\u00f6mberg T, Schiansky P, Dunjko V, Friis N, Harris NC, Hochberg M, Englund D et al (2021) Nature 591(7849):229","journal-title":"Nature"},{"issue":"8","key":"10820_CR30","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3719341","volume":"57","author":"Z Zhang","year":"2025","unstructured":"Zhang Z, Yao Y, Zhang A, Tang X, Ma X, He Z, Wang Y et al (2025) ACM Comput Surv 57(8):1","journal-title":"ACM Comput Surv"},{"issue":"5","key":"10820_CR31","doi-asserted-by":"publisher","first-page":"3897","DOI":"10.1007\/s10462-021-10097-x","volume":"55","author":"A Amirkhani","year":"2022","unstructured":"Amirkhani A, Barshooi AH (2022) Artif Intell Rev 55(5):3897","journal-title":"Artif Intell Rev"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-026-10820-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-026-10820-8","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-026-10820-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,16]],"date-time":"2026-06-16T11:01:59Z","timestamp":1781607719000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-026-10820-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3,2]]},"references-count":31,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2026,7]]}},"alternative-id":["10820"],"URL":"https:\/\/doi.org\/10.1007\/s10664-026-10820-8","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,3,2]]},"assertion":[{"value":"13 August 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 January 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 March 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed Consent"}},{"value":"No conflict of interest.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of Interest"}},{"value":"Not applicable.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Clinical Trial Number"}}],"article-number":"87"}}