{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,20]],"date-time":"2026-02-20T22:12:28Z","timestamp":1771625548711,"version":"3.50.1"},"reference-count":42,"publisher":"IEEE","license":[{"start":{"date-parts":[[2025,11,25]],"date-time":"2025-11-25T00:00:00Z","timestamp":1764028800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,11,25]],"date-time":"2025-11-25T00:00:00Z","timestamp":1764028800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025,11,25]]},"DOI":"10.1109\/fllm67465.2025.11391148","type":"proceedings-article","created":{"date-parts":[[2026,2,19]],"date-time":"2026-02-19T20:55:46Z","timestamp":1771534546000},"page":"343-349","source":"Crossref","is-referenced-by-count":0,"title":["Collective Reasoning Among LLMs: A Framework for Answer Validation Without Ground Truth"],"prefix":"10.1109","author":[{"given":"Seyed Pouyan Mousavi","family":"Davoudi","sequence":"first","affiliation":[{"name":"AI and Statistics,Tehran,Iran"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Amin Gholami","family":"Davodi","sequence":"additional","affiliation":[{"name":"Shahrood University of Technology,Tehran,Iran"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Alireza Amiri","family":"Margavi","sequence":"additional","affiliation":[{"name":"University of Pittsburgh,Computational Modeling and Simulation,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Mahdi","family":"Jafari","sequence":"additional","affiliation":[{"name":"Duquesne University,Analytics and Information Science,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-025-09422-z"},{"key":"ref2","author":"Touvron","year":"2023","journal-title":"Llama: Open and efficient foundation language models"},{"key":"ref3","first-page":"22199","article-title":"Large language models are zero-shot reasoners","volume":"35","author":"Kojima","year":"2022","journal-title":"Advances in neural information processing systems"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-96235-6_22"},{"key":"ref5","author":"Hendrycks","year":"2020","journal-title":"Measuring massive multitask language understanding"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.2021.4090"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45014-9_1"},{"issue":"4","key":"ref8","first-page":"63","article-title":"The wisdom of crowds: Why the many are smarter than the few and how collective wisdom shapes business, economies, societies, and nations","volume":"41","author":"Mennis","year":"2006","journal-title":"Business Economics"},{"key":"ref9","author":"Taylor","year":"2022","journal-title":"Galactica: A large language model for science"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.eacl-srw.17"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.52202\/079017-3808"},{"key":"ref12","article-title":"Wisdom of the machines: Exploring collective intelligence in llm crowds","volume-title":"First Workshop on Social Simulation with LLMs","author":"Talebirad"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1045\/april99-abrams"},{"key":"ref14","volume-title":"Collective intelligence: Mankind\u2019s emerging world in cyberspace","author":"Levy","year":"1997"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1126\/science.1193147"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/1881.001.0001"},{"key":"ref17","article-title":"Large language models for collective problem-solving: Insights into group consensus","volume-title":"Proceedings of the Annual Meeting of the Cognitive Science Society","volume":"46","author":"Du"},{"key":"ref18","author":"Naik","year":"2024","journal-title":"Probabilistic consensus through ensemble validation: A framework for llm reliability"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.2307\/2786737"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/JPROC.2006.887293"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1098\/rsos.172189"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1126\/science.1185718"},{"issue":"8","key":"ref23","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford","year":"2019","journal-title":"OpenAI blog"},{"key":"ref24","author":"Achiam","year":"2023","journal-title":"Gpt-4 technical report"},{"key":"ref25","article-title":"The claude 3 model family: Opus, sonnet, haiku","year":"2024","journal-title":"Anthropic Technical Report"},{"key":"ref26","author":"Team","year":"2023","journal-title":"Gemini: a family of highly capable multimodal models"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.936"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.naacl-long.161"},{"key":"ref29","author":"Lu","year":"2024","journal-title":"Merge, ensemble, and cooperate! a survey on collaborative strategies in the era of large language models"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/s00521-024-10203-4"},{"key":"ref31","article-title":"Multi-ai collaboration helps reasoning and factual accuracy in large language models","author":"News","year":"2023"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-5080-5_13"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0114-4"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372828"},{"key":"ref36","first-page":"1929","article-title":"Fairness without demographics in repeated loss minimization","volume-title":"International Conference on Machine Learning","author":"Hashimoto"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3064761"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1038\/s42256-019-0048-x"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1073\/pnas.1919012117"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300830"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"ref42","year":"2021","journal-title":"On the opportunities and risks of foundation models"}],"event":{"name":"2025 3rd International Conference on Foundation and Large Language Models (FLLM)","location":"Vienna, Austria","start":{"date-parts":[[2025,11,25]]},"end":{"date-parts":[[2025,11,28]]}},"container-title":["2025 3rd International Conference on Foundation and Large Language Models (FLLM)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11390736\/11390873\/11391148.pdf?arnumber=11391148","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,2,20]],"date-time":"2026-02-20T21:13:50Z","timestamp":1771622030000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11391148\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,11,25]]},"references-count":42,"URL":"https:\/\/doi.org\/10.1109\/fllm67465.2025.11391148","relation":{},"subject":[],"published":{"date-parts":[[2025,11,25]]}}}