{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,15]],"date-time":"2026-07-15T20:30:08Z","timestamp":1784147408489,"version":"3.55.0"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2024,8,31]],"date-time":"2024-08-31T00:00:00Z","timestamp":1725062400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,8,31]],"date-time":"2024-08-31T00:00:00Z","timestamp":1725062400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Med Syst"],"DOI":"10.1007\/s10916-024-02090-y","type":"journal-article","created":{"date-parts":[[2024,8,31]],"date-time":"2024-08-31T03:44:15Z","timestamp":1725075855000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":20,"title":["A Novel Evaluation Framework for Medical LLMs: Combining Fuzzy Logic and MCDM for Medical Relation and Clinical Concept Extraction"],"prefix":"10.1007","volume":"48","author":[{"given":"A. H.","family":"Alamoodi","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Omar","family":"Zughoul","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dianese","family":"David","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Salem","family":"Garfan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dragan","family":"Pamucar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"O. S.","family":"Albahri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"A. S.","family":"Albahri","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Salman","family":"Yussof","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Iman Mohamad","family":"Sharaf","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,8,31]]},"reference":[{"issue":"6","key":"2090_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jksus.2022.102149","volume":"34","author":"C Xingxin","year":"2022","unstructured":"C. Xingxin, Z. Xin, and W. Gangming, \"Research on online fault detection tool of substation equipment based on artificial intelligence,\" Journal of King Saud University-Science, vol. 34, no. 6, p. 102149, 2022.","journal-title":"Journal of King Saud University-Science"},{"key":"2090_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijpe.2021.108250","volume":"241","author":"M Pournader","year":"2021","unstructured":"M. Pournader, H. Ghaderi, A. Hassanzadegan, and B. Fahimnia, \"Artificial intelligence applications in supply chain management,\" International Journal of Production Economics, vol. 241, p. 108250, 2021.","journal-title":"International Journal of Production Economics"},{"key":"2090_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/j.technovation.2023.102747","volume":"124","author":"A Zirar","year":"2023","unstructured":"A. Zirar, S. I. Ali, and N. Islam, \"Worker and workplace Artificial Intelligence (AI) coexistence: Emerging themes and research agenda,\" Technovation, vol. 124, p. 102747, 2023.","journal-title":"Technovation"},{"key":"2090_CR4","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijedro.2023.100296","volume":"5","author":"AR Malik","year":"2023","unstructured":"A. R. Malik, Y. Pratiwi, K. Andajani, I. W. Numertayasa, S. Suharti, and A. Darwis, \"Exploring Artificial Intelligence in Academic Essay: Higher Education Student's Perspective,\" International Journal of Educational Research Open, vol. 5, p. 100296, 2023.","journal-title":"International Journal of Educational Research Open"},{"key":"2090_CR5","unstructured":"G. Kaur, P. Tomar, and M. Tanque, Artificial intelligence to solve pervasive internet of things issues. Academic Press, 2020."},{"key":"2090_CR6","doi-asserted-by":"crossref","unstructured":"S. Tuli et al., \"AI augmented Edge and Fog computing: Trends and challenges,\" Journal of Network and Computer Applications, p. 103648, 2023.","DOI":"10.1016\/j.jnca.2023.103648"},{"key":"2090_CR7","doi-asserted-by":"crossref","unstructured":"K. Panesar and M. B. P. C. de Alba, \"Natural language processing-driven framework for the early detection of language and cognitive decline,\" Language and Health, 2023.","DOI":"10.1016\/j.laheal.2023.09.002"},{"key":"2090_CR8","doi-asserted-by":"crossref","unstructured":"O. Nov, N. Singh, and D. M. Mann, \"Putting ChatGPT's medical advice to the (Turing) test,\" medRxiv, p. 2023.01. 23.23284735, 2023.","DOI":"10.1101\/2023.01.23.23284735"},{"key":"2090_CR9","first-page":"22199","volume":"35","author":"T Kojima","year":"2022","unstructured":"T. Kojima, S. S. Gu, M. Reid, Y. Matsuo, and Y. Iwasawa, \"Large language models are zero-shot reasoners,\" Advances in neural information processing systems, vol. 35, pp. 22199-22213, 2022.","journal-title":"Advances in neural information processing systems"},{"key":"2090_CR10","doi-asserted-by":"crossref","unstructured":"C. Zhang, J. Chen, J. Li, Y. Peng, and Z. Mao, \"Large language models for human-robot interaction: A review,\" Biomimetic Intelligence and Robotics, p. 100131, 2023.","DOI":"10.1016\/j.birob.2023.100131"},{"issue":"2","key":"2090_CR11","doi-asserted-by":"publisher","first-page":"806","DOI":"10.1111\/1911-3846.12832","volume":"40","author":"AH Huang","year":"2023","unstructured":"A. H. Huang, H. Wang, and Y. Yang, \"FinBERT: A large language model for extracting information from financial text,\" Contemporary Accounting Research, vol. 40, no. 2, pp. 806-841, 2023.","journal-title":"Contemporary Accounting Research"},{"key":"2090_CR12","unstructured":"R. Taylor et al., \"Galactica: A large language model for science,\" arXiv preprint arXiv:2211.09085, 2022."},{"issue":"1","key":"2090_CR13","doi-asserted-by":"publisher","first-page":"194","DOI":"10.1038\/s41746-022-00742-2","volume":"5","author":"X Yang","year":"2022","unstructured":"X. Yang et al., \"A large language model for electronic health records,\" NPJ Digital Medicine, vol. 5, no. 1, p. 194, 2022.","journal-title":"NPJ Digital Medicine"},{"key":"2090_CR14","unstructured":"H. Jung et al., \"Enhancing Clinical Efficiency through LLM: Discharge Note Generation for Cardiac Patients,\" arXiv preprint arXiv:2404.05144, 2024."},{"key":"2090_CR15","doi-asserted-by":"crossref","unstructured":"J. Barile et al., \"Diagnostic accuracy of a large language model in pediatric case studies,\" JAMA pediatrics, 2024.","DOI":"10.1001\/jamapediatrics.2023.5750"},{"issue":"7","key":"2090_CR16","doi-asserted-by":"publisher","first-page":"925","DOI":"10.1016\/j.cptl.2018.02.011","volume":"10","author":"B Kasper","year":"2018","unstructured":"B. Kasper and A. Brownfield, \"Evaluation of a newly established layered learning model in an ambulatory care practice setting,\" Currents in Pharmacy Teaching and Learning, vol. 10, no. 7, pp. 925-932, 2018.","journal-title":"Currents in Pharmacy Teaching and Learning"},{"issue":"11","key":"2090_CR17","first-page":"15","volume":"8","author":"UP Liyanage","year":"2023","unstructured":"U. P. Liyanage and N. D. Ranaweera, \"Ethical considerations and potential risks in the deployment of large Language Models in diverse societal contexts,\" Journal of Computational Social Dynamics, vol. 8, no. 11, pp. 15-25, 2023.","journal-title":"Journal of Computational Social Dynamics"},{"key":"2090_CR18","unstructured":"J. Yuan, R. Tang, X. Jiang, and X. Hu, \"Llm for patient-trial matching: Privacy-aware data augmentation towards better performance and generalizability,\" in American Medical Informatics Association (AMIA) Annual Symposium, 2023."},{"issue":"8","key":"2090_CR19","doi-asserted-by":"publisher","first-page":"1930","DOI":"10.1038\/s41591-023-02448-8","volume":"29","author":"AJ Thirunavukarasu","year":"2023","unstructured":"A. J. Thirunavukarasu, D. S. J. Ting, K. Elangovan, L. Gutierrez, T. F. Tan, and D. S. W. Ting, \"Large language models in medicine,\" Nature medicine, vol. 29, no. 8, pp. 1930-1940, 2023.","journal-title":"Nature medicine"},{"key":"2090_CR20","unstructured":"C. Peng et al., \"A Study of Generative Large Language Model for Medical Research and Healthcare,\" arXiv preprint arXiv:2305.13523, 2023."},{"key":"2090_CR21","unstructured":"L. Gao et al., \"The pile: An 800gb dataset of diverse text for language modeling,\" arXiv preprint arXiv:2101.00027, 2020."},{"key":"2090_CR22","unstructured":"T. L. Saaty, \"The analytic hierarchy process: planning, priority setting, resource allocation,\" ed: McGraw-Hill, New York London, 1980."},{"key":"2090_CR23","doi-asserted-by":"crossref","unstructured":"R. L. Keeney and H. Raiffa, Decisions with multiple objectives: preferences and value trade-offs. Cambridge university press, 1993.","DOI":"10.1017\/CBO9781139174084"},{"key":"2090_CR24","doi-asserted-by":"crossref","unstructured":"V. Belton and T. Stewart, Multiple criteria decision analysis: an integrated approach. Springer Science & Business Media, 2002.","DOI":"10.1007\/978-1-4615-1495-4"},{"key":"2090_CR25","doi-asserted-by":"crossref","unstructured":"T. L. J. E. j. o. o. r. Saaty, \"How to make a decision: the analytic hierarchy process,\" vol. 48, no. 1, pp. 9\u201326, 1990.","DOI":"10.1016\/0377-2217(90)90057-I"},{"key":"2090_CR26","doi-asserted-by":"crossref","unstructured":"G.-H. Tzeng and J.-J. Huang, Multiple attribute decision making: methods and applications. CRC press, 2011.","DOI":"10.1201\/b11032"},{"key":"2090_CR27","doi-asserted-by":"crossref","unstructured":"E. Triantaphyllou and E. Triantaphyllou, Multi-criteria decision making methods. Springer, 2000.","DOI":"10.1007\/978-1-4757-3157-6"},{"key":"2090_CR28","unstructured":"B. Roy, Multicriteria methodology for decision aiding. Springer Science & Business Media, 2013."},{"issue":"1","key":"2090_CR29","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/S0165-0114(86)80034-3","volume":"20","author":"KT Atanassov","year":"1986","unstructured":"K. T. Atanassov and S. Stoeva, \"Intuitionistic fuzzy sets,\" Fuzzy sets and Systems, vol. 20, no. 1, pp. 87-96, 1986.","journal-title":"Fuzzy sets and Systems"},{"key":"2090_CR30","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2022.105299","volume":"115","author":"MR Seikh","year":"2022","unstructured":"M. R. Seikh and U. Mandal, \"Multiple attribute group decision making based on quasirung orthopair fuzzy sets: Application to electric vehicle charging station site selection problem,\" Engineering Applications of Artificial Intelligence, vol. 115, p. 105299, 2022.","journal-title":"Engineering Applications of Artificial Intelligence"},{"issue":"01","key":"2090_CR31","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1142\/S0219622021500140","volume":"21","author":"R Mohammed","year":"2022","unstructured":"R. Mohammed et al., \"Determining importance of many-objective optimisation competitive algorithms evaluation criteria based on a novel fuzzy-weighted zero-inconsistency method,\" International Journal of Information Technology & Decision Making, vol. 21, no. 01, pp. 195-241, 2022.","journal-title":"International Journal of Information Technology & Decision Making"},{"key":"2090_CR32","doi-asserted-by":"publisher","unstructured":"D. S. Pamucar, S. P. Tarle, and T. Parezanovic, \"New hybrid multi-criteria decision-making DEMATEL-MAIRCA model: sustainable selection of a location for the development of multimodal logistics centre,\" Economic Research-Ekonomska Istra\u017eivanja, vol. 31, no. 1, pp. 1641\u20131665, 2018\/01\/01 2018, https:\/\/doi.org\/10.1080\/1331677X.2018.1506706.","DOI":"10.1080\/1331677X.2018.1506706"},{"issue":"4","key":"2090_CR33","doi-asserted-by":"publisher","first-page":"3479","DOI":"10.1007\/s40747-022-00689-7","volume":"8","author":"A Alamoodi","year":"2022","unstructured":"A. Alamoodi et al., \"Based on neutrosophic fuzzy environment: a new development of FWZIC and FDOSM for benchmarking smart e-tourism applications,\" Complex & Intelligent Systems, vol. 8, no. 4, pp. 3479-3503, 2022.","journal-title":"Complex & Intelligent Systems"},{"issue":"4","key":"2090_CR34","doi-asserted-by":"publisher","first-page":"1909","DOI":"10.1007\/s40815-021-01246-z","volume":"24","author":"A Alamoodi","year":"2022","unstructured":"A. Alamoodi et al., \"New extension of fuzzy-weighted zero-inconsistency and fuzzy decision by opinion score method based on cubic pythagorean fuzzy environment: a benchmarking case study of sign language recognition systems,\" International Journal of Fuzzy Systems, vol. 24, no. 4, pp. 1909-1926, 2022.","journal-title":"International Journal of Fuzzy Systems"},{"issue":"9","key":"2090_CR35","doi-asserted-by":"publisher","first-page":"4723","DOI":"10.1002\/int.22489","volume":"36","author":"E Krishnan","year":"2021","unstructured":"E. Krishnan et al., \"Interval type 2 trapezoidal\u2010fuzzy weighted with zero inconsistency combined with VIKOR for evaluating smart e\u2010tourism applications,\" International Journal of Intelligent Systems, vol. 36, no. 9, pp. 4723-4774, 2021.","journal-title":"International Journal of Intelligent Systems"},{"key":"2090_CR36","doi-asserted-by":"publisher","first-page":"101","DOI":"10.1016\/j.jclepro.2018.02.186","volume":"184","author":"K Chatterjee","year":"2018","unstructured":"K. Chatterjee, D. Pamucar, and E. K. Zavadskas, \"Evaluating the performance of suppliers based on using the R'AMATEL-MAIRCA method for green supply chain implementation in electronics industry,\" Journal of cleaner production, vol. 184, pp. 101-129, 2018.","journal-title":"Journal of cleaner production"},{"key":"2090_CR37","unstructured":"K. Huang, J. Altosaar, and R. Ranganath, \"Clinicalbert: Modeling clinical notes and predicting hospital readmission,\" arXiv preprint arXiv:1904.05342, 2019."},{"key":"2090_CR38","doi-asserted-by":"publisher","first-page":"681","DOI":"10.1007\/s11023-020-09548-1","volume":"30","author":"L Floridi","year":"2020","unstructured":"L. Floridi and M. Chiriatti, \"GPT-3: Its nature, scope, limits, and consequences,\" Minds and Machines, vol. 30, pp. 681-694, 2020.","journal-title":"Minds and Machines"},{"issue":"4","key":"2090_CR39","doi-asserted-by":"publisher","first-page":"1234","DOI":"10.1093\/bioinformatics\/btz682","volume":"36","author":"J Lee","year":"2020","unstructured":"J. Lee et al., \"BioBERT: a pre-trained biomedical language representation model for biomedical text mining,\" Bioinformatics, vol. 36, no. 4, pp. 1234-1240, 2020.","journal-title":"Bioinformatics"},{"issue":"1","key":"2090_CR40","doi-asserted-by":"publisher","first-page":"65","DOI":"10.1093\/jamia\/ocz144","volume":"27","author":"X Yang","year":"2020","unstructured":"X. Yang, J. Bian, R. Fang, R. I. Bjarnadottir, W. R. Hogan, and Y. Wu, \"Identifying relations of medications with adverse drug events using recurrent convolutional neural networks and gradient boosting,\" Journal of the American Medical Informatics Association, vol. 27, no. 1, pp. 65-72, 2020.","journal-title":"Journal of the American Medical Informatics Association"}],"container-title":["Journal of Medical Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10916-024-02090-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10916-024-02090-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10916-024-02090-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,14]],"date-time":"2025-01-14T07:29:04Z","timestamp":1736839744000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10916-024-02090-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,31]]},"references-count":40,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2024,12]]}},"alternative-id":["2090"],"URL":"https:\/\/doi.org\/10.1007\/s10916-024-02090-y","relation":{},"ISSN":["1573-689X"],"issn-type":[{"value":"1573-689X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,8,31]]},"assertion":[{"value":"31 May 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 July 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 August 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"No ethical approval is required for this study.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}},{"value":"All authors in the manuscript consent to participating.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"The authors declare no competing interests.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing Interests"}}],"article-number":"81"}}