{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T07:43:00Z","timestamp":1763192580749,"version":"3.45.0"},"reference-count":32,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T00:00:00Z","timestamp":1751241600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,6,30]],"date-time":"2025-06-30T00:00:00Z","timestamp":1751241600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100012456","name":"National Social Science Fund of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100012456","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,6,30]]},"DOI":"10.1109\/ijcnn64981.2025.11228321","type":"proceedings-article","created":{"date-parts":[[2025,11,14]],"date-time":"2025-11-14T18:46:15Z","timestamp":1763145975000},"page":"1-7","source":"Crossref","is-referenced-by-count":0,"title":["Step-Aware Confidence Estimation in Natural Language Reasoning"],"prefix":"10.1109","author":[{"given":"Changhong","family":"Xia","sequence":"first","affiliation":[{"name":"Nanjing University,State Key Laboratory for Novel Software Technology,Nanjing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhendong","family":"Liu","sequence":"additional","affiliation":[{"name":"Nanjing University,State Key Laboratory for Novel Software Technology,Nanjing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Feng","family":"Chen","sequence":"additional","affiliation":[{"name":"Nanjing University,State Key Laboratory for Novel Software Technology,Nanjing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haodi","family":"Zhou","sequence":"additional","affiliation":[{"name":"Nanjing University,State Key Laboratory for Novel Software Technology,Nanjing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Chongjun","family":"Wang","sequence":"additional","affiliation":[{"name":"Nanjing University,State Key Laboratory for Novel Software Technology,Nanjing,China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"24824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume":"35","author":"Wei","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref2","first-page":"22199","article-title":"Large language models are zero-shot reasoners","volume":"35","author":"Kojima","year":"2022","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.557"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-long.366"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.1506.02142"},{"key":"ref6","article-title":"Simple and scalable predictive uncertainty estimation using deep ensembles","volume":"30","author":"Lakshminarayanan","year":"2017","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.671"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.503"},{"article-title":"Language models (mostly) know what they know","year":"2022","author":"Kadavath","key":"ref9"},{"key":"ref10","first-page":"49","article-title":"Self-evaluation improves selective generation in large language models","volume-title":"Proceedings of the NeurIPS 2023 Workshops: \"I Can\u2019t Believe It\u2019s Not Better: Failure Modes in the Age of Foundation Models\"","volume":"239","author":"Ren"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00330"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.93"},{"article-title":"Uncertainty estimation in autoregressive structured prediction","volume-title":"Proceedings of the International Conference on Learning Representations","author":"Malinin","key":"ref13"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-024-07421-0"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.276"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-emnlp.538"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729694"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1136"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.92"},{"article-title":"Training verifiers to solve math word problems","year":"2021","author":"Cobbe","key":"ref20"},{"article-title":"Generating with confidence: Uncertainty quantification for black-box large language models","year":"2023","author":"Lin","key":"ref21"},{"article-title":"Llama 2: Open foundation and fine-tuned chat models","year":"2023","author":"Touvron","key":"ref22"},{"article-title":"Mistral 7B","year":"2023","author":"Jiang","key":"ref23"},{"key":"ref24","first-page":"46595","article-title":"Judging LLM-as-a-judge with MT-Bench and Chatbot Arena","volume":"36","author":"Zheng","year":"2023","journal-title":"Advances in Neural Information Processing Systems"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v39i18.34120"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.trustnlp-1.28"},{"journal-title":"Transactions on Machine Learning Research","article-title":"Teaching models to express their uncertainty in words","author":"Lin","key":"ref27"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00494"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.335"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.68"},{"article-title":"Discovering latent knowledge in language models without supervision","volume-title":"Proceedings of the Eleventh International Conference on Learning Representations","author":"Burns","key":"ref31"},{"article-title":"Large language models must be taught to know what they don\u2019t know","year":"2024","author":"Kapoor","key":"ref32"}],"event":{"name":"2025 International Joint Conference on Neural Networks (IJCNN)","start":{"date-parts":[[2025,6,30]]},"location":"Rome, Italy","end":{"date-parts":[[2025,7,5]]}},"container-title":["2025 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11227166\/11227148\/11228321.pdf?arnumber=11228321","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,15]],"date-time":"2025-11-15T07:38:58Z","timestamp":1763192338000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11228321\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6,30]]},"references-count":32,"URL":"https:\/\/doi.org\/10.1109\/ijcnn64981.2025.11228321","relation":{},"subject":[],"published":{"date-parts":[[2025,6,30]]}}}