{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,3]],"date-time":"2026-06-03T15:42:12Z","timestamp":1780501332957,"version":"3.54.1"},"reference-count":28,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,2]],"date-time":"2024-12-02T00:00:00Z","timestamp":1733097600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,2]],"date-time":"2024-12-02T00:00:00Z","timestamp":1733097600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100009224","name":"Advanced Research Projects Agency","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009224","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100004318","name":"Microsoft","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004318","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100004318","name":"Microsoft","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004318","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,2]]},"DOI":"10.1109\/slt61566.2024.10832237","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:31:27Z","timestamp":1737052287000},"page":"1083-1090","source":"Crossref","is-referenced-by-count":5,"title":["Confidence Estimation For LLM-Based Dialogue State Tracking"],"prefix":"10.1109","author":[{"given":"Yi-Jyun","family":"Sun","sequence":"first","affiliation":[{"name":"University of Illinois Urbana-Champaign"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Suvodip","family":"Dey","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dilek","family":"Hakkani-T\u00fcr","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gokhan","family":"Tur","sequence":"additional","affiliation":[{"name":"University of Illinois Urbana-Champaign"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","article-title":"Can llms express their uncertainty? an empirical evaluation of confidence elicitation in llms","volume-title":"arXiv preprint arXiv:2306.13063","author":"Xiong"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.330"},{"key":"ref3","article-title":"Semantic uncertainty: Linguistic invariances for uncertainty estimation in natural language generation","author":"Kuhn","year":"2023","journal-title":"arXiv preprint arXiv:2302.09664"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00494"},{"key":"ref5","article-title":"Shifting attention to relevance: Towards the uncertainty estimation of large language models","author":"Duan","year":"2023","journal-title":"arXiv preprint arXiv:2307.01379"},{"key":"ref6","article-title":"Out-of-distribution detection and selective generation for conditional language models","volume-title":"The Eleventh International Conference on Learning Representations","author":"Ren"},{"key":"ref7","article-title":"Language models (mostly) know what they know","author":"Kadavath","year":"2022","journal-title":"arXiv preprint arXiv:2207.05221"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.emnlp-main.124"},{"key":"ref9","article-title":"Inference-time intervention: Eliciting truthful answers from a language model","volume":"36","author":"Li","year":"2024","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref10","article-title":"Llama: Open and efficient foundation language models (2023)","author":"Touvron","year":"2023","journal-title":"arXiv preprint arXiv:2302.13971"},{"key":"ref11","article-title":"Gpt-4 technical report","volume-title":"arXiv preprint arXiv:2303.08774","author":"Achiam","year":"2023"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.622"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.naacl-main.448"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.12"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.557"},{"key":"ref16","article-title":"Generating with confidence: Uncertainty quantification for black-box large language models","volume-title":"arXiv preprint arXiv:2305.19187","author":"Lin"},{"key":"ref17","article-title":"Camell: Confidencebased acquisition model for efficient self-supervised active learning with label validation","volume-title":"arXiv preprint arXiv:2310.08944","author":"Niekerk"},{"key":"ref18","first-page":"22199","article-title":"Large language models are zero-shot reasoners","volume":"35","author":"Kojima","year":"2022","journal-title":"Advances in neural information processing systems"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.147"},{"key":"ref20","first-page":"12697","article-title":"Calibrate before use: Improving few-shot performance of language models","volume-title":"International conference on machine learning","author":"Zhao"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.sigdial-1.21"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.273"},{"issue":"8","key":"ref23","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford","year":"2019","journal-title":"OpenAI blog"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D18-1547"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.nlp4convai-1.13"},{"key":"ref26","article-title":"Lora: Low-rank adaptation of large language models","volume-title":"Proceedings of ICLR","author":"Hu"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-acl.697"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-main.623"}],"event":{"name":"2024 IEEE Spoken Language Technology Workshop (SLT)","location":"Macao","start":{"date-parts":[[2024,12,2]]},"end":{"date-parts":[[2024,12,5]]}},"container-title":["2024 IEEE Spoken Language Technology Workshop (SLT)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10830790\/10830793\/10832237.pdf?arnumber=10832237","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T08:19:10Z","timestamp":1737101950000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10832237\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,2]]},"references-count":28,"URL":"https:\/\/doi.org\/10.1109\/slt61566.2024.10832237","relation":{},"subject":[],"published":{"date-parts":[[2024,12,2]]}}}