{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,19]],"date-time":"2026-01-19T21:44:31Z","timestamp":1768859071353,"version":"3.49.0"},"publisher-location":"Cham","reference-count":24,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783031887130","type":"print"},{"value":"9783031887147","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-88714-7_30","type":"book-chapter","created":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T11:45:26Z","timestamp":1743853526000},"page":"314-322","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Do LLMs Provide Consistent Answers to\u00a0Health-Related Questions Across Languages?"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5037-2203","authenticated-orcid":false,"given":"Ipek Baris","family":"Schlicht","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3060-269X","authenticated-orcid":false,"given":"Zhixue","family":"Zhao","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6804-127X","authenticated-orcid":false,"given":"Burcu","family":"Sayin","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5995-8454","authenticated-orcid":false,"given":"Lucie","family":"Flek","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8922-1242","authenticated-orcid":false,"given":"Paolo","family":"Rosso","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,4,4]]},"reference":[{"key":"30_CR1","unstructured":"Achiam, J., et al.: GPT-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"30_CR2","unstructured":"Akbik, A., Bergmann, T., Blythe, D., Rasul, K., Schweter, S., Vollgraf, R.: FLAIR: an easy-to-use framework for state-of-the-art NLP. In: NAACL-HLT (Demonstrations), pp. 54\u201359. Association for Computational Linguistics (2019)"},{"key":"30_CR3","doi-asserted-by":"crossref","unstructured":"Barei\u00df, P., Klinger, R., Barnes, J.: English prompts are better for NLI-based zero-shot emotion classification than target-language prompts. In: WWW (Companion Volume), pp. 1318\u20131326. ACM (2024)","DOI":"10.1145\/3589335.3651902"},{"key":"30_CR4","unstructured":"Cohere: Command R plus Microsoft azure. https:\/\/cohere.com\/blog\/command-r-plus-microsoft-azure"},{"issue":"1","key":"30_CR5","doi-asserted-by":"crossref","DOI":"10.2196\/ijmr.6732","volume":"6","author":"M Davaris","year":"2017","unstructured":"Davaris, M., Barnett, S., Abouassaly, R., Lawrentschuk, N., et al.: Thoracic surgery information on the internet: a multilingual quality assessment. Interact. J. Med. Res. 6(1), e6732 (2017)","journal-title":"Interact. J. Med. Res."},{"key":"30_CR6","unstructured":"Dubey, A., et al.: The llama 3 herd of models. arXiv preprint arXiv:2407.21783 (2024)"},{"key":"30_CR7","unstructured":"Hall, E.T.: Understanding cultural differences. Intercultural P (1990)"},{"key":"30_CR8","doi-asserted-by":"crossref","unstructured":"Jin, Y., Chandra, M., Verma, G., Hu, Y., Choudhury, M.D., Kumar, S.: Better to ask in english: cross-lingual evaluation of large language models for healthcare queries. In: WWW, pp. 2627\u20132638. ACM (2024)","DOI":"10.1145\/3589334.3645643"},{"key":"30_CR9","doi-asserted-by":"crossref","unstructured":"Kaur, N., Choudhury, M., Pruthi, D.: Evaluating large language models for health-related queries with presuppositions. In: ACL (Findings), pp. 14308\u201314331. Association for Computational Linguistics (2024)","DOI":"10.18653\/v1\/2024.findings-acl.850"},{"key":"30_CR10","doi-asserted-by":"crossref","unstructured":"Koopman, B., Zuccon, G.: Dr chatgpt tell me what I want to hear: how different prompts impact health answer correctness. In: EMNLP, pp. 15012\u201315022. Association for Computational Linguistics (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.928"},{"key":"30_CR11","unstructured":"Lawrentschuk, N., Abouassaly, R., Hewitt, E., Mulcahy, A., Bolton, D., Jobling, T.: Health information quality on the internet in gynecological oncology: a multilingual evaluation. Eur. J. Gynaecol. Oncol. 37(4) (2016)"},{"key":"30_CR12","unstructured":"Lupo, L., Magnusson, O., Hovy, D., Naurin, E., W\u00e4ngnerud, L.: How to use large language models for text coding: the case of fatherhood roles in public policy documents. arXiv preprint arXiv:2311.11844 (2023)"},{"issue":"3","key":"30_CR13","doi-asserted-by":"crossref","first-page":"276","DOI":"10.11613\/BM.2012.031","volume":"22","author":"ML McHugh","year":"2012","unstructured":"McHugh, M.L.: Interrater reliability: the kappa statistic. Biochemia Medica 22(3), 276\u2013282 (2012)","journal-title":"Biochemia Medica"},{"key":"30_CR14","unstructured":"OpenAI: Openai documentation (2024). https:\/\/platform.openai.com\/docs\/models\/continuous-model-upgrades"},{"issue":"3","key":"30_CR15","first-page":"347","volume":"73","author":"D Roy","year":"2022","unstructured":"Roy, D., Bhatia, S., Jain, P.: Information asymmetry in Wikipedia across different languages: a statistical analysis. J. Am. Soc. Inf. Sci. 73(3), 347\u2013361 (2022)","journal-title":"J. Am. Soc. Inf. Sci."},{"key":"30_CR16","doi-asserted-by":"crossref","unstructured":"S\u00e4nger, M., et al.: Hunflair2 in a cross-corpus evaluation of biomedical named entity recognition and normalization tools. Bioinformatics 40(10), btae564 (2024)","DOI":"10.1093\/bioinformatics\/btae564"},{"key":"30_CR17","doi-asserted-by":"crossref","unstructured":"Sayin, B., Minervini, P., Staiano, J., Passerini, A.: Can LLMs correct physicians, yet? Investigating effective interaction methods in the medical domain. In: ClinicalNLP@NAACL, pp. 218\u2013237. Association for Computational Linguistics (2024)","DOI":"10.18653\/v1\/2024.clinicalnlp-1.19"},{"key":"30_CR18","unstructured":"Skianis, K., Pavlopoulos, J., Do\u011fru\u00f6z, A.S.: Severity prediction in mental health: LLM-based creation, analysis, evaluation of a novel multilingual dataset. arXiv preprint arXiv:2409.17397 (2024)"},{"key":"30_CR19","unstructured":"Vladika, J., Schneider, P., Matthes, F.: Healthfc: verifying health claims with evidence-based medical fact-checking. In: LREC\/COLING, pp. 8095\u20138107. ELRA and ICCL (2024)"},{"issue":"8","key":"30_CR20","doi-asserted-by":"crossref","first-page":"1482","DOI":"10.1038\/sj.bjc.6602168","volume":"91","author":"C Weissenberger","year":"2004","unstructured":"Weissenberger, C., et al.: Breast cancer: patient information needs reflected in English and German web sites. Br. J. Cancer 91(8), 1482\u20131487 (2004)","journal-title":"Br. J. Cancer"},{"key":"30_CR21","unstructured":"WHO: The ICD-10 classification of mental and behavioural disorders: diagnostic criteria for research, vol.\u00a02. World Health Organization (1993)"},{"key":"30_CR22","unstructured":"WHO: ICD10 guideline (2019). https:\/\/icd.who.int\/browse10\/2019\/en"},{"key":"30_CR23","unstructured":"Wolf, T., et al.: Transformers: state-of-the-art natural language processing. In: EMNLP (Demos), pp. 38\u201345. Association for Computational Linguistics (2020)"},{"key":"30_CR24","doi-asserted-by":"crossref","unstructured":"Xu, F., Li, J.J., Choi, E.: How do we answer complex questions: discourse structure of long-form answers. In: ACL (1), pp. 3556\u20133572. Association for Computational Linguistics (2022)","DOI":"10.18653\/v1\/2022.acl-long.249"}],"container-title":["Lecture Notes in Computer Science","Advances in Information Retrieval"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-88714-7_30","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,4,5]],"date-time":"2025-04-05T11:45:47Z","timestamp":1743853547000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-88714-7_30"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031887130","9783031887147"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-88714-7_30","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"4 April 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Views and opinions expressed are however those of the author(s) only and do not reflect those of the funding organizations, EU or HaDEA.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"ECIR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Conference on Information Retrieval","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lucca","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7 April 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"11 April 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"47","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecir2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecir2025.eu\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}