{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T19:18:47Z","timestamp":1776107927573,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":48,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,4,25]],"date-time":"2025-04-25T00:00:00Z","timestamp":1745539200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"the National Natural Science Foundation of China","award":["72434006;72271236"],"award-info":[{"award-number":["72434006;72271236"]}]},{"name":"the Key Projects of Philosophy and Social Sciences Research of Chinese Ministry of Education","award":["23JZD022"],"award-info":[{"award-number":["23JZD022"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,4,26]]},"DOI":"10.1145\/3706598.3713526","type":"proceedings-article","created":{"date-parts":[[2025,4,24]],"date-time":"2025-04-24T04:24:56Z","timestamp":1745468696000},"page":"1-15","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":7,"title":["Accurate Insights, Trustworthy Interactions: Designing a Collaborative AI-Human Multi-Agent System with Knowledge Graph for Diagnosis Prediction"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-9489-9297","authenticated-orcid":false,"given":"Haoran","family":"Li","sequence":"first","affiliation":[{"name":"Renmin University of China, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5218-4628","authenticated-orcid":false,"given":"Xusen","family":"Cheng","sequence":"additional","affiliation":[{"name":"Renmin University of China, Beijing, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2141-1250","authenticated-orcid":false,"given":"Xiaoping","family":"Zhang","sequence":"additional","affiliation":[{"name":"Renmin University of China, Beijing, China"}]}],"member":"320","published-online":{"date-parts":[[2025,4,25]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"J. Achiam S. Adler S. Agarwal et\u00a0al. 2023. GPT-4 Technical Report. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.08774 (2023)."},{"key":"e_1_3_3_2_3_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300233"},{"key":"e_1_3_3_2_4_2","doi-asserted-by":"publisher","DOI":"10.1145\/3373017.3373049"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"crossref","unstructured":"A.\u00a0L.\u00a0C. Bazzan. 2005. A distributed approach for coordination of traffic signal agents. Autonomous Agents and Multi-Agent Systems 10 1 (2005) 131\u2013164.","DOI":"10.1007\/s10458-004-6975-9"},{"key":"e_1_3_3_2_6_2","doi-asserted-by":"publisher","DOI":"10.1145\/3313831.3376718"},{"key":"e_1_3_3_2_7_2","first-page":"62","volume-title":"Workshop on Objects & Agents","author":"Bergenti F.","year":"2009","unstructured":"F. Bergenti and A. Poggi. 2009. Multi-Agent Systems for e-Health: Recent Projects and Initiatives. In Workshop on Objects & Agents. 62\u201368."},{"key":"e_1_3_3_2_8_2","doi-asserted-by":"crossref","unstructured":"R. Binns. 2018. \u2019It\u2019s Reducing a Human Being to a Percentage\u2019: Perceptions of Justice in Algorithmic Decisions. Proceedings of the 2018 CHI Conference on Human Factors in Computing Systems 1\u201313.","DOI":"10.1145\/3173574.3173951"},{"key":"e_1_3_3_2_9_2","volume-title":"Advances in Neural Information Processing Systems (NeurIPS)","author":"Brown T.\u00a0B.","year":"2020","unstructured":"T.\u00a0B. Brown, B. Mann, N. Ryder, et\u00a0al. 2020. Language Models are Few-Shot Learners. In Advances in Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_3_2_10_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300234"},{"key":"e_1_3_3_2_11_2","unstructured":"S. Chakraborty and S. Gupta. 2014. Medical application using multi agent system-a literature survey. International Journal of Engineering Research and Applications 4 2 (2014) 528\u2013546."},{"key":"e_1_3_3_2_12_2","unstructured":"J. Devlin M. Chang K. Lee et\u00a0al. 2018. BERT: Pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/1810.04805 (2018)."},{"key":"e_1_3_3_2_13_2","doi-asserted-by":"publisher","DOI":"10.1145\/3411764.3445188"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"crossref","unstructured":"M. Elhaddad and S. Hamam. 2024. AI-Driven clinical decision support systems: an ongoing pursuit of potential. Cureus 16 4 (2024) e57728.","DOI":"10.7759\/cureus.57728"},{"key":"e_1_3_3_2_15_2","unstructured":"A. Esteva K. Chou and S. Yeung. 2021. Deep learning-enabled medical computer vision. Nature Biomedical Engineering 5 6 (2021) 614\u2013627."},{"key":"e_1_3_3_2_16_2","doi-asserted-by":"crossref","unstructured":"L. Floridi and M. Chiriatti. 2020. GPT-3: Its nature scope limits and consequences. Minds and Machines 30 (2020) 681\u2013694.","DOI":"10.1007\/s11023-020-09548-1"},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"crossref","unstructured":"E. Garcia-Ceja M. Riegler T. Nordgreen et\u00a0al. 2018. Mental health monitoring with multimodal sensing and machine learning: A survey. Pervasive and Mobile Computing 51 (2018) 1\u201326.","DOI":"10.1016\/j.pmcj.2018.09.003"},{"key":"e_1_3_3_2_18_2","doi-asserted-by":"crossref","unstructured":"F. Hak T. Guimar\u00e3es and M. Santos. 2022. Towards effective clinical decision support systems: A systematic review. PLoS One 17 8 (2022) e0272846.","DOI":"10.1371\/journal.pone.0272846"},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"crossref","unstructured":"A. Hogan E. Blomqvist M. Cochez et\u00a0al. 2021. Knowledge graphs. ACM Computing Surveys (CSUR) 54 4 (2021) 1\u201337.","DOI":"10.1145\/3447772"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300830"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"crossref","unstructured":"A. Holzinger G. Langs H. Denk et\u00a0al. 2019. Causability and explainability of artificial intelligence in medicine. Wiley Interdisciplinary Reviews: Data Mining and Knowledge Discovery 9 4 (2019) e1312.","DOI":"10.1002\/widm.1312"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"N.\u00a0R. Jennings. 2000. On agent-based software engineering. Artificial Intelligence 117 2 (2000) 277\u2013296.","DOI":"10.1016\/S0004-3702(99)00107-1"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"crossref","unstructured":"H.\u00a0B. Khalfallah M. Jelassi J. Demongeot et\u00a0al. 2023. Decision support systems in healthcare: systematic review meta-analysis and prediction with example of COVID-19. AIMS Bioengineering 10 1 (2023) 27\u201352.","DOI":"10.3934\/bioeng.2023004"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"crossref","unstructured":"M. Komorowski et\u00a0al. 2018. The AI Clinician Learns Optimal Treatment Strategies for Sepsis in Intensive Care. Nature Medicine (2018).","DOI":"10.1038\/s41591-018-0213-5"},{"key":"e_1_3_3_2_25_2","doi-asserted-by":"crossref","unstructured":"J. Lee W. Yoon S. Kim et\u00a0al. 2020. BioBERT: a pre-trained biomedical language model for biomedical text mining. Bioinformatics 36 4 (2020) 1234\u20131240.","DOI":"10.1093\/bioinformatics\/btz682"},{"key":"e_1_3_3_2_26_2","unstructured":"P. Lewis E. Perez A. Piktus et\u00a0al. 2020. Retrieval-augmented generation for knowledge-intensive NLP tasks. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2005.11401 (2020)."},{"key":"e_1_3_3_2_27_2","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3651891"},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"crossref","unstructured":"L. Li P. Wang J. Yan et\u00a0al. 2020. Real-world data medical knowledge graph: Construction and applications. Artificial Intelligence in Medicine 103 (2020) 101817.","DOI":"10.1016\/j.artmed.2020.101817"},{"key":"e_1_3_3_2_29_2","unstructured":"H. Nori N. King S.\u00a0M. McKinney et\u00a0al. 2023. Capabilities of GPT-4 on medical challenge problems. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2303.13375 (2023)."},{"key":"e_1_3_3_2_30_2","doi-asserted-by":"publisher","DOI":"10.1017\/S026988890000789X"},{"key":"e_1_3_3_2_31_2","unstructured":"C. Raffel N. Shazeer A. Roberts et\u00a0al. 2020. Exploring the limits of transfer learning with a unified text-to-text transformer. Journal of Machine Learning Research 21 140 (2020) 1\u201367."},{"key":"e_1_3_3_2_32_2","doi-asserted-by":"crossref","unstructured":"E. Rajabi and S. Kafaie. 2022. Knowledge graphs and explainable AI in healthcare. Information 13 10 (2022) 459.","DOI":"10.3390\/info13100459"},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"crossref","unstructured":"A. Rajkomar J. Dean and I. Kohane. 2019. Machine learning in medicine. New England Journal of Medicine 380 14 (2019) 1347\u20131358.","DOI":"10.1056\/NEJMra1814259"},{"key":"e_1_3_3_2_34_2","doi-asserted-by":"crossref","unstructured":"L. Rasmy Y. Xiang Z. Xie et\u00a0al. 2021. Med-BERT: Pretrained contextualized embeddings on large-scale structured electronic health records for disease prediction. NPJ Digital Medicine 4 1 (2021) 86.","DOI":"10.1038\/s41746-021-00455-y"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939778"},{"key":"e_1_3_3_2_36_2","doi-asserted-by":"crossref","unstructured":"M. Rotmensch Y. Halpern A. Tlimat et\u00a0al. 2017. Learning a health knowledge graph from electronic medical records. Scientific Reports 7 1 (2017) 5994.","DOI":"10.1038\/s41598-017-05778-z"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"crossref","unstructured":"K. Singhal S. Azizi T. Tu et\u00a0al. 2023. Large language models encode clinical knowledge. Nature 620 7972 (2023) 172\u2013180.","DOI":"10.1038\/s41586-023-06291-2"},{"key":"e_1_3_3_2_38_2","unstructured":"K. Singhal T. Tu J. Gottweis et\u00a0al. 2023. Towards expert-level medical question answering with large language models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2305.09617 (2023)."},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"publisher","DOI":"10.1145\/3544548.3581075"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"crossref","unstructured":"S.\u00a0R. Stahlschmidt B. Ulfenborg and J. Synnergren. 2022. Multimodal deep learning for biomedical data fusion: a review. Briefings in Bioinformatics 23 2 (2022) bbab569.","DOI":"10.1093\/bib\/bbab569"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"crossref","unstructured":"R.\u00a0T. Sutton D. Pincock D.\u00a0C. Baumgart et\u00a0al. 2020. An overview of clinical decision support systems: benefits risks and strategies for success. NPJ Digital Medicine 3 1 (2020) 17.","DOI":"10.1038\/s41746-020-0221-y"},{"key":"e_1_3_3_2_42_2","unstructured":"X. Tang A. Zou Z. Zhang et\u00a0al. 2023. MedAgents: Large language models as collaborators for zero-shot medical reasoning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2311.10537 (2023)."},{"key":"e_1_3_3_2_43_2","first-page":"5998","volume-title":"Advances in Neural Information Processing Systems","author":"Vaswani A.","year":"2017","unstructured":"A. Vaswani, N. Shazeer, N. Parmar, et\u00a0al. 2017. Attention is all you need. In Advances in Neural Information Processing Systems. 5998\u20136008."},{"key":"e_1_3_3_2_44_2","unstructured":"M. Wooldridge. 2009. An Introduction to MultiAgent Systems. John Wiley & Sons (2009)."},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"crossref","unstructured":"M. Wooldridge and N.\u00a0R. Jennings. 1995. Intelligent agents: Theory and practice. The Knowledge Engineering Review 10 2 (1995) 115\u2013152.","DOI":"10.1017\/S0269888900008122"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"crossref","unstructured":"G. Xiong Q. Jin Z. Lu et\u00a0al. 2024. Benchmarking retrieval-augmented generation for medicine. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.13178 (2024).","DOI":"10.18653\/v1\/2024.findings-acl.372"},{"key":"e_1_3_3_2_47_2","doi-asserted-by":"crossref","unstructured":"J. Xu S. Kim M. Song et\u00a0al. 2020. Building a PubMed knowledge graph. Scientific Data 7 1 (2020) 205.","DOI":"10.1038\/s41597-020-0543-2"},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"crossref","unstructured":"P. Yang H. Wang Y. Huang et\u00a0al. 2024. LMKG: A large-scale and multi-source medical knowledge graph for intelligent medicine applications. Knowledge-Based Systems 284 (2024) 111323.","DOI":"10.1016\/j.knosys.2023.111323"},{"key":"e_1_3_3_2_49_2","first-page":"17283","volume-title":"Advances in Neural Information Processing Systems","author":"Zaheer M.","year":"2020","unstructured":"M. Zaheer, G. Guruganesh, K.\u00a0A. Dubey, et\u00a0al. 2020. Big bird: Transformers for longer sequences. In Advances in Neural Information Processing Systems. 17283\u201317297."}],"event":{"name":"CHI 2025: CHI Conference on Human Factors in Computing Systems","location":"Yokohama Japan","acronym":"CHI '25","sponsor":["SIGCHI ACM Special Interest Group on Computer-Human Interaction"]},"container-title":["Proceedings of the 2025 CHI Conference on Human Factors in Computing Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706598.3713526","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3706598.3713526","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T05:25:50Z","timestamp":1751606750000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3706598.3713526"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,25]]},"references-count":48,"alternative-id":["10.1145\/3706598.3713526","10.1145\/3706598"],"URL":"https:\/\/doi.org\/10.1145\/3706598.3713526","relation":{},"subject":[],"published":{"date-parts":[[2025,4,25]]},"assertion":[{"value":"2025-04-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}