{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,14]],"date-time":"2025-05-14T09:50:08Z","timestamp":1747216208282,"version":"3.40.5"},"reference-count":0,"publisher":"IOS Press","isbn-type":[{"type":"electronic","value":"9781643685335"}],"license":[{"start":{"date-parts":[[2024,8,22]],"date-time":"2024-08-22T00:00:00Z","timestamp":1724284800000},"content-version":"unspecified","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,8,22]]},"abstract":"<jats:p>Previous studies have been limited to giving one or two tasks to Large Language Models (LLMs) and involved a small number of evaluators within a single domain to evaluate the LLM\u2019s answer. We assessed the proficiency of four LLMs by applying eight tasks and evaluating 32 results with 17 evaluators from diverse domains, demonstrating the significance of various tasks and evaluators on LLMs.<\/jats:p>","DOI":"10.3233\/shti240473","type":"book-chapter","created":{"date-parts":[[2024,8,23]],"date-time":"2024-08-23T09:33:07Z","timestamp":1724405587000},"source":"Crossref","is-referenced-by-count":0,"title":["Assessing the Proficiency of LLMs with Various Tasks and Evaluators"],"prefix":"10.3233","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7381-8303","authenticated-orcid":false,"given":"Tong Min","family":"Kim","sequence":"first","affiliation":[{"name":"Department of Medical Informatics, College of Medicine, The Catholic University of Korea, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1367-4381","authenticated-orcid":false,"given":"Youngrong","family":"Lee","sequence":"additional","affiliation":[{"name":"Department of Medical Informatics, College of Medicine, The Catholic University of Korea, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0009-0003-9727-2183","authenticated-orcid":false,"given":"Chansik","family":"Kim","sequence":"additional","affiliation":[{"name":"Department of Medical Informatics, College of Medicine, The Catholic University of Korea, Republic of Korea"},{"name":"Department of Biomedicine & Health Science, College of Medicine, The Catholic University of Korea, Republic of Korea"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4045-0036","authenticated-orcid":false,"given":"Taehoon","family":"Ko","sequence":"additional","affiliation":[{"name":"Department of Medical Informatics, College of Medicine, The Catholic University of Korea, Republic of Korea"},{"name":"Department of Biomedicine & Health Science, College of Medicine, The Catholic University of Korea, Republic of Korea"}]}],"member":"7437","container-title":["Studies in Health Technology and Informatics","Digital Health and Informatics Innovations for Sustainable Health Care Systems"],"original-title":[],"link":[{"URL":"https:\/\/ebooks.iospress.nl\/pdf\/doi\/10.3233\/SHTI240473","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,23]],"date-time":"2024-08-23T09:33:08Z","timestamp":1724405588000},"score":1,"resource":{"primary":{"URL":"https:\/\/ebooks.iospress.nl\/doi\/10.3233\/SHTI240473"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,22]]},"ISBN":["9781643685335"],"references-count":0,"URL":"https:\/\/doi.org\/10.3233\/shti240473","relation":{},"ISSN":["0926-9630","1879-8365"],"issn-type":[{"type":"print","value":"0926-9630"},{"type":"electronic","value":"1879-8365"}],"subject":[],"published":{"date-parts":[[2024,8,22]]}}}