{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T22:39:17Z","timestamp":1761172757186,"version":"build-2065373602"},"reference-count":28,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T00:00:00Z","timestamp":1757376000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,9,9]],"date-time":"2025-09-09T00:00:00Z","timestamp":1757376000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,9,9]]},"DOI":"10.1109\/etfa65518.2025.11205595","type":"proceedings-article","created":{"date-parts":[[2025,10,21]],"date-time":"2025-10-21T17:07:47Z","timestamp":1761066467000},"page":"1-7","source":"Crossref","is-referenced-by-count":0,"title":["Automatic Validation of Unstructured LLM-Generated Outputs: An Approach for Q&A Applications in Process Automation"],"prefix":"10.1109","author":[{"given":"Mohamed","family":"Elsheikh","sequence":"first","affiliation":[{"name":"ABB Corporate Research Center,Mannheim,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nicolai","family":"Schoch","sequence":"additional","affiliation":[{"name":"ABB Corporate Research Center,Mannheim,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sebastian","family":"Palacio","sequence":"additional","affiliation":[{"name":"ABB Corporate Research Center,Mannheim,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nika","family":"Strem","sequence":"additional","affiliation":[{"name":"ABB Corporate Research Center,Mannheim,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Katharina","family":"Stark","sequence":"additional","affiliation":[{"name":"ABB Corporate Research Center,Mannheim,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mario","family":"Hoernicke","sequence":"additional","affiliation":[{"name":"ABB Corporate Research Center,Mannheim,Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"article-title":"GPT-4 Technical Report","year":"2023","author":"Achiam","key":"ref1"},{"key":"ref2","article-title":"LLaMA: Open and Efficient Foundation Language Models","volume-title":"ArXiv","author":"Touvron","year":"2023"},{"key":"ref3","article-title":"A Survey of Large Language Models","volume-title":"ArXiv","author":"Zhao","year":"2023"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/etfa61755.2024.10710789"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3643795.3648384"},{"key":"ref6","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2022.acl-long.431","article-title":"ReACC: A Retrieval-Augmented Code Completion Framework","volume-title":"ArXiv","author":"Lu","year":"2022"},{"key":"ref7","article-title":"Cognitive Mirage: A Review of Hallucinations in Large Language Models","volume-title":"ArXiv","author":"Ye","year":"2023"},{"key":"ref8","article-title":"A Survey of Confidence Estimation and Calibration in Large Language Models","volume-title":"North American Chapter of the Association for Computational Linguistics","author":"Geng","year":"2023"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2024.3519464"},{"key":"ref10","article-title":"Out-of-Distribution Detection and Selective Generation for Conditional Language Models","volume-title":"ArXiv","author":"Ren","year":"2022"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00494"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.trustnlp-1.13"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.557"},{"article-title":"Llamas Know What GPTs Don\u2019t Show: Surrogate Models for Confidence Estimation","year":"2023","author":"Shrivastava","key":"ref14"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/0893-6080(94)90065-5"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/s11081-021-09608-0"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/b978-0-443-15274-0.50278-x"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3626772.3661346"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.3115\/1073083.1073135"},{"key":"ref20","first-page":"74","article-title":"ROUGE: A Package for Automatic Evaluation of Summaries","volume-title":"Text Summarization Branches Out","author":"Lin","year":"2004"},{"key":"ref21","article-title":"BERTScore: Evaluating Text Generation with BERT","volume-title":"ArXiv","author":"Zhang","year":"2019"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/d19-1053"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/p19-1264"},{"key":"ref24","article-title":"A Survey on LLM-as-a-Judge","volume-title":"ArXiv","author":"Gu","year":"2024"},{"key":"ref25","article-title":"UMAP: Uniform Manifold Approximation and Projection for Dimension Reduction","volume-title":"ArXiv","author":"McInnes","year":"2018"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-37456-2_14"},{"key":"ref27","article-title":"LangChain Documentation"},{"key":"ref28","article-title":"Sentence-transformers\/all-MiniLM-L6-v2"}],"event":{"name":"2025 IEEE 30th International Conference on Emerging Technologies and Factory Automation (ETFA)","start":{"date-parts":[[2025,9,9]]},"location":"Porto, Portugal","end":{"date-parts":[[2025,9,12]]}},"container-title":["2025 IEEE 30th International Conference on Emerging Technologies and Factory Automation (ETFA)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11205475\/11205526\/11205595.pdf?arnumber=11205595","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,22]],"date-time":"2025-10-22T05:29:15Z","timestamp":1761110955000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11205595\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,9]]},"references-count":28,"URL":"https:\/\/doi.org\/10.1109\/etfa65518.2025.11205595","relation":{},"subject":[],"published":{"date-parts":[[2025,9,9]]}}}