{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,21]],"date-time":"2026-02-21T16:26:09Z","timestamp":1771691169625,"version":"3.50.1"},"reference-count":45,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,6,30]],"date-time":"2024-06-30T00:00:00Z","timestamp":1719705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,6,30]],"date-time":"2024-06-30T00:00:00Z","timestamp":1719705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,6,30]]},"DOI":"10.1109\/ijcnn60899.2024.10650995","type":"proceedings-article","created":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T17:35:05Z","timestamp":1725903305000},"page":"1-8","source":"Crossref","is-referenced-by-count":8,"title":["LLM Diagnostic Toolkit: Evaluating LLMs for Ethical Issues"],"prefix":"10.1109","author":[{"given":"Mehdi","family":"Bahrami","sequence":"first","affiliation":[{"name":"Fujitsu Research of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ryosuke","family":"Sonoda","sequence":"additional","affiliation":[{"name":"Fujitsu Ltd"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ramya","family":"Srinivasan","sequence":"additional","affiliation":[{"name":"Fujitsu Research of America"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","author":"Ramesh","year":"2022","journal-title":"Hierarchical text-conditional image generation with clip latents"},{"key":"ref2","article-title":"Photorealistic text-to-image diffusion models with deep language understanding","author":"Saharia","year":"2022","journal-title":"NeurIPS"},{"key":"ref3","article-title":"Large language models are few shot learners","author":"Brown","year":"2020","journal-title":"NeurIPS"},{"key":"ref4","author":"Touvron","year":"2023","journal-title":"Llama: Open and efficient foundation language models"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1145\/3487891"},{"key":"ref6","author":"Le","year":"2023","journal-title":"Voicebox: Text-guided multilingual universal speech generation at scale"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3586183.3606763"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1021\/acs.jcim.2c01191"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijme.2023.100790"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594016"},{"key":"ref11","article-title":"Ethical and social risks of generative text-to-image models","volume-title":"AIES","author":"Bird"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604711"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604686"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604672"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593989"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594072"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581318"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1145\/3600211.3604715"},{"key":"ref19","article-title":"Survey of hallucination in natural language generation","author":"Ji","year":"2022","journal-title":"ACM Computing Surveys"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1016\/j.ebiom.2023.104512"},{"key":"ref21","author":"Bommasani","year":"2023","journal-title":"The foundation model transparency index"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593981"},{"key":"ref23","article-title":"Decodingtrust: A comprehensive assessment of trustworthiness in gpt models","author":"Wang","year":"2023","journal-title":"NeurIPS Datasets and Benchmarks Track"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1126\/science.adh4451"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-022-28818-3"},{"key":"ref26","first-page":"5988","article-title":"Understanding dataset difficulty with V-usable information","volume-title":"International Conference on Machine Learning","author":"Ethayarajh"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4471-2099-5_1"},{"key":"ref28","first-page":"3315","article-title":"Equality of opportunity in supervised learning","volume-title":"NIPS","author":"Hardt"},{"key":"ref29","article-title":"Climate-fever: A dataset for verification of real-world climate claims","volume-title":"NeurIPS workshop on Tackling Climate Change with Machine Learning","author":"Diggelmann"},{"key":"ref30","first-page":"3989","article-title":"epic: Employing proverbs in context as a benchmark for abstract language understanding","volume-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Ghosh"},{"key":"ref31","article-title":"Dataset of english, chinese and french proverbs"},{"key":"ref32","article-title":"Wikiquotes","author":"Diggelmann"},{"key":"ref33","article-title":"Proverbs resources","volume-title":"Communication Studies","author":"Steen"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1145\/3308560.3317593"},{"key":"ref35","first-page":"15","volume-title":"Cosine similarity scoring without score normalization techniques","author":"Dehak","year":"2010"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP48485.2024.10446623"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/w19-1909"},{"key":"ref39","volume-title":"BERT: pre-training of deep bidirectional transformers for language understanding","volume":"abs\/1810.04805","author":"Devlin","year":"2018"},{"key":"ref40","volume":"abs\/1910.01108","author":"Sanh","year":"2019","journal-title":"Distilbert, a distilled version of bert: smaller, faster, cheaper and lighter"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.4229146"},{"key":"ref42","volume-title":"Roberta: A robustly optimized BERT pretraining approach","volume":"abs\/1907.11692","author":"Liu","year":"2019"},{"key":"ref43","volume-title":"Unsupervised cross-lingual representation learning at scale","volume":"abs\/1911.02116","author":"Conneau","year":"2019"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.argmining-1.18"},{"key":"ref45","author":"Touvron","year":"2023","journal-title":"Llama 2: Open foundation and fine-tuned chat models"}],"event":{"name":"2024 International Joint Conference on Neural Networks (IJCNN)","location":"Yokohama, Japan","start":{"date-parts":[[2024,6,30]]},"end":{"date-parts":[[2024,7,5]]}},"container-title":["2024 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10649807\/10649898\/10650995.pdf?arnumber=10650995","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T06:23:08Z","timestamp":1725949388000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10650995\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,30]]},"references-count":45,"URL":"https:\/\/doi.org\/10.1109\/ijcnn60899.2024.10650995","relation":{},"subject":[],"published":{"date-parts":[[2024,6,30]]}}}