{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T05:36:08Z","timestamp":1737005768805,"version":"3.33.0"},"reference-count":22,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,3]],"date-time":"2024-12-03T00:00:00Z","timestamp":1733184000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,3]],"date-time":"2024-12-03T00:00:00Z","timestamp":1733184000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100020487","name":"Nature","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100020487","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,3]]},"DOI":"10.1109\/bibm62325.2024.10821873","type":"proceedings-article","created":{"date-parts":[[2025,1,10]],"date-time":"2025-01-10T20:12:45Z","timestamp":1736539965000},"page":"3402-3407","source":"Crossref","is-referenced-by-count":0,"title":["CMCOQA: A Chinese Medical Complex Open-Question Answering Benchmark"],"prefix":"10.1109","author":[{"given":"Zijian","family":"Li","sequence":"first","affiliation":[{"name":"Harbin Institute of Technology,Faculty of Computing,Harbin,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sendong","family":"Zhao","sequence":"additional","affiliation":[{"name":"Harbin Institute of Technology,Faculty of Computing,Harbin,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haochun","family":"Wang","sequence":"additional","affiliation":[{"name":"Harbin Institute of Technology,Faculty of Computing,Harbin,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Haoming","family":"Xu","sequence":"additional","affiliation":[{"name":"Harbin Institute of Technology,School of Future Technology,Harbin,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bing","family":"Qin","sequence":"additional","affiliation":[{"name":"Harbin Institute of Technology,Faculty of Computing,Harbin,China"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ting","family":"Liu","sequence":"additional","affiliation":[{"name":"Harbin Institute of Technology,Faculty of Computing,Harbin,China"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"volume-title":"The Eleventh International Conference on Learning Representations","author":"Robinson","article-title":"Leveraging Large Language Models for Multiple Choice Question Answering","key":"ref1"},{"year":"2024","author":"Wang","article-title":"Beyond the answers: Reviewing the rationality of multiple choice question answering for the evaluation of large language models","key":"ref2"},{"doi-asserted-by":"publisher","key":"ref3","DOI":"10.18653\/v1\/2023.acl-long.754"},{"year":"2024","article-title":"Hello GPT-4o","key":"ref4"},{"doi-asserted-by":"publisher","key":"ref5","DOI":"10.1609\/aaai.v38i20.30205"},{"doi-asserted-by":"publisher","key":"ref6","DOI":"10.18653\/v1\/2020.emnlp-main.213"},{"year":"2019","author":"Zhang","article-title":"Bertscore: Evaluating text generation with bert","key":"ref7"},{"key":"ref8","first-page":"65","article-title":"METEOR: An automatic metric for MT evaluation with improved correlation with human judgments","volume-title":"Proceedings of the ACL Workshop on Intrinsic and Extrinsic Evaluation Measures for Machine Translation and\/or Summarization","author":"Banerjee"},{"key":"ref9","first-page":"311","article-title":"Bleu: a method for automatic evaluation of machine translation","volume-title":"Proceedings of the 40th annual meeting of the Association for Computational Linguistics","author":"Papineni"},{"key":"ref10","article-title":"Benchmarking Large Language Models on CMExam-A Comprehensive Chinese Medical Exam Dataset","volume":"36","author":"Liu","year":"2024","journal-title":"Advances in Neural Information Processing Systems"},{"doi-asserted-by":"publisher","key":"ref11","DOI":"10.1007\/978-3-662-65093-6_300275"},{"doi-asserted-by":"publisher","key":"ref12","DOI":"10.18653\/v1\/2022.acl-long.544"},{"year":"2023","author":"Yang","article-title":"Baichuan 2: Open large-scale language models","key":"ref13"},{"year":"2023","author":"Chen","article-title":"Bianque: Balancing the questioning and suggestion ability of health llms with multi-turn health conversations polished by chatgpt","key":"ref14"},{"doi-asserted-by":"publisher","key":"ref15","DOI":"10.18653\/v1\/2023.findings-emnlp.725"},{"volume":"3","volume-title":"International Statistical Classification of Diseases and related health problems: Alphabetical index","year":"2004","key":"ref16"},{"year":"2023","author":"Wang","article-title":"Huatuo: Tuning llama model with chinese medical knowledge","key":"ref17"},{"year":"2023","author":"Chen","article-title":"Huatuogpt-ii, one-stage training for medical adaption of llms","key":"ref18"},{"doi-asserted-by":"publisher","key":"ref19","DOI":"10.1609\/aaai.v38i17.29907"},{"year":"2022","author":"Zhang","article-title":"Fengshenbang 1.0: Being the foundation of Chinese cognitive intelligence","key":"ref20"},{"doi-asserted-by":"publisher","key":"ref21","DOI":"10.1145\/3686807"},{"volume-title":"Rank correlation methods","year":"1948","author":"Kendall","key":"ref22"}],"event":{"name":"2024 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)","start":{"date-parts":[[2024,12,3]]},"location":"Lisbon, Portugal","end":{"date-parts":[[2024,12,6]]}},"container-title":["2024 IEEE International Conference on Bioinformatics and Biomedicine (BIBM)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10821710\/10821711\/10821873.pdf?arnumber=10821873","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,15]],"date-time":"2025-01-15T19:34:14Z","timestamp":1736969654000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10821873\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,3]]},"references-count":22,"URL":"https:\/\/doi.org\/10.1109\/bibm62325.2024.10821873","relation":{},"subject":[],"published":{"date-parts":[[2024,12,3]]}}}