{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,18]],"date-time":"2026-04-18T00:37:30Z","timestamp":1776472650789,"version":"3.51.2"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032060037","type":"print"},{"value":"9783032060044","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,9,22]],"date-time":"2025-09-22T00:00:00Z","timestamp":1758499200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,22]],"date-time":"2025-09-22T00:00:00Z","timestamp":1758499200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-06004-4_30","type":"book-chapter","created":{"date-parts":[[2025,9,22]],"date-time":"2025-09-22T17:22:16Z","timestamp":1758561736000},"page":"300-309","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["KokushiMD-10: Benchmark for\u00a0Evaluating Large Language Models on\u00a0Ten Japanese National Healthcare Licensing Examinations"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6232-4199","authenticated-orcid":false,"given":"Junyu","family":"Liu","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3400-9356","authenticated-orcid":false,"given":"Lawrence K. Q.","family":"Yan","sequence":"additional","affiliation":[]},{"given":"Tianyang","family":"Wang","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7139-384X","authenticated-orcid":false,"given":"Qian","family":"Niu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3972-8800","authenticated-orcid":false,"given":"Momoko","family":"Nagai-Tanima","sequence":"additional","affiliation":[]},{"given":"Tomoki","family":"Aoyama","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,9,22]]},"reference":[{"key":"30_CR1","unstructured":"Academy, T.: Qualification exam information center. https:\/\/www.tokyo-ac.jp\/qualification\/info-exam\/, Accessed 05 June 2025"},{"key":"30_CR2","unstructured":"Adobe Inc.: Adobe acrobat pro. Computer software (2024), https:\/\/acrobat.adobe.com, version 2024.004.2054, Accessed 8 June 2025"},{"issue":"2","key":"30_CR3","doi-asserted-by":"publisher","first-page":"186","DOI":"10.1002\/ca.24243","volume":"38","author":"KMK Al-Khater","year":"2025","unstructured":"Al-Khater, K.M.K.: Comparative assessment of three ai platforms in answering usmle step 1 anatomy questions or identifying anatomical structures on radiographs. Clin. Anat. 38(2), 186\u2013199 (2025)","journal-title":"Clin. Anat."},{"key":"30_CR4","unstructured":"Anthropic: Claude 3 (opus release) (2025), https:\/\/www.anthropic.com\/claude, Accessed 8 June 2025"},{"key":"30_CR5","unstructured":"Dental, I.: Overview and trends in dental national examinations. https:\/\/www.ishiyaku-dental.jp\/, Accessed 05 June 2025"},{"key":"30_CR6","unstructured":"Google DeepMind: Gemini 1.5 pro (2025), https:\/\/gemini.google.com, Accessed 8 June 2025"},{"key":"30_CR7","unstructured":"Healthcare, M.: National exam strategy and career information. https:\/\/nurse.mynavi.jp\/conts\/kokushi_kouryaku\/, Accessed 25 June 2025"},{"issue":"14","key":"30_CR8","doi-asserted-by":"publisher","first-page":"6421","DOI":"10.3390\/app11146421","volume":"11","author":"D Jin","year":"2021","unstructured":"Jin, D., Pan, E., Oufattole, N., Weng, W.H., Fang, H., Szolovits, P.: What disease does this patient have? a large-scale open domain question answering dataset from medical exams. Appl. Sci. 11(14), 6421 (2021)","journal-title":"Appl. Sci."},{"key":"30_CR9","unstructured":"Kasai, J., Kasai, Y., Sakaguchi, K., Yamada, Y., Radev, D.: Evaluating gpt-4 and chatgpt on japanese medical licensing examinations. arXiv preprint arXiv:2303.18027 (2023)"},{"key":"30_CR10","first-page":"52430","volume":"36","author":"J Liu","year":"2023","unstructured":"Liu, J., et al.: Benchmarking large language models on cmexam-a comprehensive chinese medical exam dataset. Adv. Neural. Inf. Process. Syst. 36, 52430\u201352452 (2023)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"30_CR11","unstructured":"Media, C.: Overview of radiologic technologist national examination. https:\/\/contact.ne.jp\/media\/?p=170, Accessed 05 June 2025"},{"key":"30_CR12","unstructured":"Ministry of Health, Labour and Welfare: Qualification exam results announcement (2025), https:\/\/www.mhlw.go.jp\/kouseiroudoushou\/shikaku_shiken\/goukaku.html, Accessed 07 June 2025"},{"key":"30_CR13","unstructured":"Ministry of Health, Labour and Welfare of Japan: National licensing examination overview and results. https:\/\/www.mhlw.go.jp\/kouseiroudoushou\/shikaku_shiken\/ (2024), Accessed 05 June 2025"},{"key":"30_CR14","unstructured":"Morishita, M., et al.: Comparison of the performance on the japanese national dental examination using gpt-3.5 and gpt-4. JJDEA 40, 3\u201310 (2024)"},{"key":"30_CR15","unstructured":"OpenAI: ChatGPT (gpt-4o model) (2025), https:\/\/openai.com\/chatgpt, Accessed 8 June 2025"},{"key":"30_CR16","unstructured":"Pal, A., Umapathi, L.K., Sankarasubbu, M.: Medmcqa: a large-scale multi-subject multi-choice dataset for medical domain question answering. In: Conference on Health, Inference, and Learning, pp. 248\u2013260. PMLR (2022)"},{"key":"30_CR17","unstructured":"Platform, G.J.: National exam overview for public health roles. https:\/\/www.guppy.jp\/, Accessed 05 June 2025"},{"issue":"3","key":"30_CR18","doi-asserted-by":"publisher","first-page":"379","DOI":"10.1002\/j.1538-7305.1948.tb01338.x","volume":"27","author":"CE Shannon","year":"1948","unstructured":"Shannon, C.E.: A mathematical theory of communication. Bell Syst. Tech. J. 27(3), 379\u2013423 (1948)","journal-title":"Bell Syst. Tech. J."},{"key":"30_CR19","doi-asserted-by":"crossref","unstructured":"Shieh, A., Tran, B., He, G., Kumar, M., Freed, J.A., Majety, P.: Assessing chatgpt 4.0\u2019s test performance and clinical diagnostic accuracy on usmle step 2 ck and clinical case reports. Sci. Rep. 14(1), 9330 (2024)","DOI":"10.1038\/s41598-024-58760-x"},{"key":"30_CR20","unstructured":"Sukeda, I., Fujii, T., Buma, K., Sasaki, S., Ono, S.: A japanese language model and three new evaluation benchmarks for pharmaceutical nlp. arXiv preprint arXiv:2505.16661 (2025)"},{"key":"30_CR21","doi-asserted-by":"crossref","unstructured":"Takagi, S., Watari, T., Erabi, A., Sakaguchi, K., et\u00a0al.: Performance of gpt-3.5 and gpt-4 on the japanese medical licensing examination: comparison study. JMIR Med. Educ. 9(1), e48002 (2023)","DOI":"10.2196\/48002"},{"key":"30_CR22","first-page":"24824","volume":"35","author":"J Wei","year":"2022","unstructured":"Wei, J., et al.: Chain-of-thought prompting elicits reasoning in large language models. Adv. Neural. Inf. Process. Syst. 35, 24824\u201324837 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"30_CR23","unstructured":"Xie, Y., et\u00a0al.: Medtrinity-25m: a large-scale multimodal dataset with multigranular annotations for medicine. arXiv preprint arXiv:2408.02900 (2024), https:\/\/arxiv.org\/abs\/2408.02900, Accessed 8 June 2025"}],"container-title":["Lecture Notes in Computer Science","AI for Clinical Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-06004-4_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,22]],"date-time":"2025-09-22T17:22:24Z","timestamp":1758561744000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-06004-4_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,22]]},"ISBN":["9783032060037","9783032060044"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-06004-4_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,22]]},"assertion":[{"value":"22 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CMLLMs","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Multimodal Large Language Models in Clinical Practice","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Daejeon","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"1","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cmllms2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/clinicalmllms.github.io\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}