{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,8]],"date-time":"2026-03-08T01:55:00Z","timestamp":1772934900725,"version":"3.50.1"},"reference-count":65,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T00:00:00Z","timestamp":1765152000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,12,8]],"date-time":"2025-12-08T00:00:00Z","timestamp":1765152000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,12,8]]},"DOI":"10.1109\/bigdata66926.2025.11402288","type":"proceedings-article","created":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T20:57:57Z","timestamp":1772830677000},"page":"1015-1033","source":"Crossref","is-referenced-by-count":0,"title":["Probing LLM Hallucination from Within: Perturbation-Driven Method via Internal Knowledge"],"prefix":"10.1109","author":[{"given":"Seongmin","family":"Lee","sequence":"first","affiliation":[{"name":"College of Computing, Georgia Institute of Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Hsiang","family":"Hsu","sequence":"additional","affiliation":[{"name":"Global Technology Applied Research, JPMorgan Chase"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chun-Fu Richard","family":"Chen","sequence":"additional","affiliation":[{"name":"College of Computing, Georgia Institute of Technology"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Duen Horng Polo","family":"Chau","sequence":"additional","affiliation":[{"name":"Global Technology Applied Research, JPMorgan Chase"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","author":"Wu","year":"2023","journal-title":"Bloomberggpt: A large language model for finance"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1038\/s41591-023-02448-8"},{"key":"ref3","article-title":"Lawyer Used ChatGPT In Court-And Cited Fake Cases. A Judge Is Considering Sanctions","volume-title":"Forbes","author":"Bohannon","year":"2023"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"},{"key":"ref5","author":"Xu","year":"2024","journal-title":"Hallucination is inevitable: An innate limitation of large language models"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1162\/coli.a.16"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.229"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.741"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.emnlp-main.499"},{"key":"ref10","author":"Zhang","year":"2023","journal-title":"R-tuning: Teaching large language models to refuse unknown questions"},{"key":"ref11","author":"Xu","year":"2024","journal-title":"Rejection improves reliability: Training llms to refuse unknown questions using rl from knowledge feedback"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.findings-acl.153"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.68"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3583780.3614905"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.854"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.557"},{"key":"ref17","author":"Friel","year":"2023","journal-title":"Chainpoll: A high efficacy method for lm hallucination detection"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.107"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.283"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.58"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-024-07421-0"},{"key":"ref22","author":"Kossen","year":"2024","journal-title":"Semantic Entropy Probes: Robust and Cheap Hallucination Detection in LLMs"},{"key":"ref23","article-title":"INSIDE: LLMs\u2019 internal states retain the power of hallucination detection","volume-title":"The Twelfth International Conference on Learning Representations","author":"Chen","year":"2024"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.52202\/079017-1852"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.220"},{"key":"ref26","first-page":"3356","article-title":"On NMT search errors and model errors: Cat got your tongue?","volume-title":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP)","author":"Stahlberg","year":"Nov. 2019"},{"key":"ref27","author":"Holtzman","year":"2019","journal-title":"The curious case of neural text degeneration"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1145\/3703155"},{"key":"ref29","author":"Ferrando","year":"2024","journal-title":"Do i know this entity? knowledge awareness and hallucinations in language models"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v39i22.34536"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.397"},{"key":"ref32","author":"Yadkori","year":"2024","journal-title":"Mitigating 11 m hallucinations via conformal abstention"},{"key":"ref33","article-title":"Scheduled sampling for sequence prediction with recurrent neural networks","volume":"28","author":"Bengio","year":"2015","journal-title":"Advances in neural information processing systems"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.jksuci.2020.04.001"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-65647-7_6"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/tse.2024.3519464"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-86623-4_13"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.naacl-long.158"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.419"},{"key":"ref40","author":"Yaldiz","year":"2024","journal-title":"Do not design, learn: A trainable scoring function for uncertainty estimation in generative 11 ms"},{"key":"ref41","author":"Liu","year":"2025","journal-title":"Enhancing hallucination detection through noise injection"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.483"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.52202\/068431-1262"},{"key":"ref44","author":"Touvron","year":"2023","journal-title":"Llama 2: Open foundation and fine-tuned chat models"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-43458-7_34"},{"key":"ref46","author":"Sun","year":"2023","journal-title":"Head-to-tail: How knowledgeable are large language models (llm)? aka will llms replace knowledge graphs?"},{"key":"ref47","author":"Huang","year":"2024","journal-title":"Can knowledge editing really correct hallucinations?"},{"key":"ref48","volume-title":"Examining llms\u2019 uncertainty expression towards questions outside parametric knowledge","author":"Liu","year":"2024"},{"key":"ref49","author":"Honnibal","year":"2017","journal-title":"spaCy 2: Natural language understanding with Bloom embeddings, convolutional neural networks and incremental parsing"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1109\/PacificVis52677.2021.00034"},{"key":"ref51","doi-asserted-by":"crossref","first-page":"9802","DOI":"10.18653\/v1\/2023.acl-long.546","article-title":"When not to trust language models: Investigating effectiveness of parametric and non-parametric memories","volume-title":"Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Mallen","year":"2023"},{"key":"ref52","first-page":"15696","article-title":"Large language models struggle to learn long-tail knowledge","volume-title":"International Conference on Machine Learning","author":"Kandpal","year":"2023"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.123"},{"key":"ref54","author":"Hartmann","year":"2023","journal-title":"Sok: Memorization in general-purpose large language models"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.2307\/2280095"},{"key":"ref56","author":"Dubey","year":"2024","journal-title":"The llama 3 herd of models"},{"key":"ref57","author":"Jiang","year":"2023","journal-title":"Mistral 7b"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.728"},{"key":"ref59","author":"Kadavath","year":"2022","journal-title":"Language models (mostly) know what they know"},{"key":"ref60","first-page":"88","article-title":"LLM internal states reveal hallucination risk faced with a query","volume-title":"Proceedings of the 7th BlackboxNLP Workshop: Analyzing and Interpreting Neural Networks for NLP","author":"Ji","year":"Nov. 2024"},{"key":"ref61","volume-title":"Qwen2.5: A party of foundation models","author":"Team","year":"2024"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P17-1147"},{"key":"ref63","author":"Liu","year":"2024","journal-title":"Chatqa: Surpassing gpt-4 on conversational qa and rag"},{"key":"ref64","author":"Gu","year":"2024","journal-title":"A survey on 11 m -as-a-judge"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/ICDSIS61070.2024.10594233"}],"event":{"name":"2025 IEEE International Conference on Big Data (BigData)","location":"Macau, China","start":{"date-parts":[[2025,12,8]]},"end":{"date-parts":[[2025,12,11]]}},"container-title":["2025 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11400704\/11400712\/11402288.pdf?arnumber=11402288","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T07:19:54Z","timestamp":1772867994000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11402288\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,12,8]]},"references-count":65,"URL":"https:\/\/doi.org\/10.1109\/bigdata66926.2025.11402288","relation":{},"subject":[],"published":{"date-parts":[[2025,12,8]]}}}