{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T07:00:13Z","timestamp":1774681213525,"version":"3.50.1"},"reference-count":11,"publisher":"IEEE","license":[{"start":{"date-parts":[[2026,2,3]],"date-time":"2026-02-03T00:00:00Z","timestamp":1770076800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,2,3]],"date-time":"2026-02-03T00:00:00Z","timestamp":1770076800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026,2,3]]},"DOI":"10.1109\/icce67443.2026.11449916","type":"proceedings-article","created":{"date-parts":[[2026,3,27]],"date-time":"2026-03-27T19:47:50Z","timestamp":1774640870000},"page":"1-6","source":"Crossref","is-referenced-by-count":0,"title":["An LLM Evaluation Framework Applied to Q&A and Translation Tasks of User Manuals in Consumer Electronics"],"prefix":"10.1109","author":[{"given":"Elton","family":"Alencar","sequence":"first","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Edma","family":"Mattos","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Diego","family":"Amoedo","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Pedro","family":"Matias","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Vict\u00f3ria","family":"Guimar\u00e3es","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Emanuel","family":"Oliveira","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Luca","family":"Naja","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Matheus","family":"Castro","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Pedro","family":"Oliveira","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Matheus","family":"Uchoa","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Cristian","family":"Maia","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Lucas","family":"Botinelly","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Rosiane","family":"Brito","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Bruno","family":"Cardoso","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Laura","family":"Leite","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Lucas","family":"Pessoa","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Ana Gabriela","family":"Pires","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Alexandre","family":"Miranda","sequence":"additional","affiliation":[{"name":"Paulo Feitosa Foundation"}]},{"given":"Agemilson","family":"Pimentel","sequence":"additional","affiliation":[{"name":"ENVISION\/TPV Group Technology Limited"}]},{"given":"Ruan","family":"Bel\u00e9m","sequence":"additional","affiliation":[{"name":"ENVISION\/TPV Group Technology Limited"}]},{"given":"R\u00f4mulo","family":"Fabricio","sequence":"additional","affiliation":[{"name":"ENVISION\/TPV Group Technology Limited"}]},{"given":"Celso B.","family":"Carvalho","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]},{"given":"Waldir S. S.","family":"J\u00fanior","sequence":"additional","affiliation":[{"name":"Federal University of Amazonas and Center for R&D in Elec. and Inf. Tech. (UFAM\/CETELI)"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2025.3549529"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v37i11.26634"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.datak.2025.102416"},{"key":"ref4","first-page":"398","article-title":"Luna: A lightweight evaluation model to catch language model hallucinations with high accuracy and low cost","volume-title":"Proc. Int. Conf. on Computational Linguistics: Industry Track","author":"Belyi"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/SIEDS65500.2025.11021089"},{"key":"ref6","article-title":"Designing scalable and transparent interfaces for multi-criteria evaluation of LLM outputs","volume-title":"Proc. Int. Conf. on Human Factors in Computing Systems (ACM CHI)","author":"Sharma"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.eacl-demo.16"},{"key":"ref8","first-page":"129","article-title":"Evaluating retrieval-augmented generation for question answering with large language models","volume-title":"Proc. Nac. Conf. on Artificial Intelligence (Ital-IA 2024)","volume":"3762","author":"Oro"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.mfglet.2024.09.030"},{"key":"ref10","first-page":"286","article-title":"LLM evaluate: An industry-focused evaluation tool for large language models","volume-title":"Proc. Int. Conf. on Computational Linguistics: Industry Track","author":"Saini"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-emnlp.392"}],"event":{"name":"2026 IEEE International Conference on Consumer Electronics (ICCE)","location":"Dubai, United Arab Emirates","start":{"date-parts":[[2026,2,3]]},"end":{"date-parts":[[2026,2,5]]}},"container-title":["2026 IEEE International Conference on Consumer Electronics (ICCE)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/11449575\/11449585\/11449916.pdf?arnumber=11449916","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,28]],"date-time":"2026-03-28T05:40:44Z","timestamp":1774676444000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11449916\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,2,3]]},"references-count":11,"URL":"https:\/\/doi.org\/10.1109\/icce67443.2026.11449916","relation":{},"subject":[],"published":{"date-parts":[[2026,2,3]]}}}