{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,6]],"date-time":"2026-11-06T03:28:21Z","timestamp":1793935701509,"version":"4.8.0"},"reference-count":38,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,12,1]],"date-time":"2026-12-01T00:00:00Z","timestamp":1796083200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,9,9]],"date-time":"2026-09-09T00:00:00Z","timestamp":1788912000000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["International Journal of Medical Informatics"],"published-print":{"date-parts":[[2026,12]]},"DOI":"10.1016\/j.ijmedinf.2026.106701","type":"journal-article","created":{"date-parts":[[2026,9,11]],"date-time":"2026-09-11T00:12:58Z","timestamp":1789085578000},"page":"106701","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["Human in the loop in AI-enabled clinical decision support: a systematic scoping review and reporting checklist for lifecycle governance"],"prefix":"10.1016","volume":"222","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6692-9643","authenticated-orcid":false,"given":"Michael","family":"Bakker","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6000-612X","authenticated-orcid":false,"given":"Aaron","family":"Van Garderen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3664-8752","authenticated-orcid":false,"given":"Tamara","family":"Paget","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lijun","family":"Zhao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lushen","family":"Naicker","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ajay","family":"Radhakrishnan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Niranjan","family":"Bidargarddi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.ijmedinf.2026.106701_b0005","doi-asserted-by":"crossref","first-page":"17","DOI":"10.1038\/s41746-020-0221-y","article-title":"An overview of clinical decision support systems: benefits, risks, and strategies for success","volume":"3","author":"Sutton","year":"2020","journal-title":"NPJ Digit. Med."},{"issue":"4","key":"10.1016\/j.ijmedinf.2026.106701_b0010","article-title":"AI-driven clinical decision support systems: an ongoing pursuit of potential","volume":"16","author":"Elhaddad","year":"2024","journal-title":"Cureus"},{"issue":"13","key":"10.1016\/j.ijmedinf.2026.106701_b0015","doi-asserted-by":"crossref","first-page":"1201","DOI":"10.1056\/NEJMra2302038","article-title":"Artificial intelligence and machine learning in clinical medicine, 2023","volume":"388","author":"Haug","year":"2023","journal-title":"N. Engl. J. Med."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0020","doi-asserted-by":"crossref","DOI":"10.2196\/69678","article-title":"Trust in artificial intelligence-based clinical decision support systems among health care workers: systematic review","volume":"27","author":"Tun","year":"2025","journal-title":"J. Med. Internet Res."},{"issue":"1","key":"10.1016\/j.ijmedinf.2026.106701_b0025","doi-asserted-by":"crossref","first-page":"103","DOI":"10.1055\/s-0044-1800729","article-title":"Bridging the gap: challenges and strategies for the implementation of artificial intelligence-based clinical decision support systems in clinical practice","volume":"33","author":"Peek","year":"2024","journal-title":"Yearb. Med. Inform."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0030","series-title":"The World Wide Web Conference","first-page":"1612","article-title":"A human-in-the-loop attribute design framework for classification","author":"Salam","year":"2019"},{"key":"10.1016\/j.ijmedinf.2026.106701_b0035","doi-asserted-by":"crossref","first-page":"364","DOI":"10.1016\/j.future.2022.05.014","article-title":"A survey of human-in-the-loop for machine learning","volume":"135","author":"Wu","year":"2022","journal-title":"Futur. Gener. Comput. Syst."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0040","doi-asserted-by":"crossref","DOI":"10.1016\/j.media.2021.102062","article-title":"A survey on active learning and human-in-the-loop deep learning for medical image analysis","volume":"71","author":"Budd","year":"2021","journal-title":"Med. Image Anal."},{"issue":"4","key":"10.1016\/j.ijmedinf.2026.106701_b0045","first-page":"105","article-title":"Power to the people: the role of humans in interactive machine learning","volume":"35","author":"Amershi","year":"2014","journal-title":"AI Mag."},{"issue":"2","key":"10.1016\/j.ijmedinf.2026.106701_b0050","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1007\/s40708-016-0042-6","article-title":"Interactive machine learning for health informatics: when do we need the human-in-the-loop?","volume":"3","author":"Holzinger","year":"2016","journal-title":"Brain Inform."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0055","series-title":"Deep Medicine: How Artificial Intelligence Can Make Healthcare Human Again","author":"Topol","year":"2019"},{"issue":"1","key":"10.1016\/j.ijmedinf.2026.106701_b0060","doi-asserted-by":"crossref","first-page":"15","DOI":"10.1002\/hast.973","article-title":"Artificial intelligence and black-box medical decisions: accuracy versus explainability","volume":"49","author":"London","year":"2019","journal-title":"Hastings Cent. Rep."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0065","article-title":"Good machine learning practice for medical device development","author":"Fda","year":"2021","journal-title":"Guiding Principles."},{"issue":"9","key":"10.1016\/j.ijmedinf.2026.106701_b0070","doi-asserted-by":"crossref","first-page":"1503","DOI":"10.1093\/jamia\/ocad088","article-title":"Implementation frameworks for end-to-end clinical AI: derivation of the SALIENT framework","volume":"30","author":"van der Vegt;","year":"2023","journal-title":"J. Am. Med. Inform. Assoc."},{"issue":"6","key":"10.1016\/j.ijmedinf.2026.106701_b0075","doi-asserted-by":"crossref","first-page":"517","DOI":"10.1001\/jama.2017.7797","article-title":"Unintended consequences of machine learning in medicine","volume":"318","author":"Cabitza","year":"2017","journal-title":"J. Am. Med. Assoc."},{"issue":"9","key":"10.1016\/j.ijmedinf.2026.106701_b0080","doi-asserted-by":"crossref","first-page":"1337","DOI":"10.1038\/s41591-019-0548-6","article-title":"Do no harm: a roadmap for responsible machine learning for health care","volume":"25","author":"Wiens","year":"2019","journal-title":"Nat. Med."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0085","unstructured":"Regulation (EU) 2024\/1689 of the European Parliament and of the Council of 13 June 2024 laying down harmonised rules on artificial intelligence (Artificial Intelligence Act), (2024\/07\/12\/, 2024)."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0090","unstructured":"P. Jordan (Ed.), JBI Manual for Evidence Synthesis, 2020."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0095","article-title":"The PRISMA 2020 statement: an updated guideline for reporting systematic reviews","volume":"372","author":"Page","year":"2021","journal-title":"BMJ"},{"key":"10.1016\/j.ijmedinf.2026.106701_b0100","unstructured":"M. Bakker, Human-in-the-Loop Processes in AI-Enabled Clinical Decision support Systems: A Scoping Review Protocol, 2024."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0105","unstructured":"Veritas Health I. Covidence Systematic Review Software."},{"issue":"1","key":"10.1016\/j.ijmedinf.2026.106701_b0110","doi-asserted-by":"crossref","first-page":"2","DOI":"10.1038\/s41746-021-00549-7","article-title":"Guidelines and quality criteria for artificial intelligence-based prediction models in healthcare: a scoping review","volume":"5","author":"de Hond","year":"2022","journal-title":"NPJ Digit. Med."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0115","doi-asserted-by":"crossref","DOI":"10.1136\/bmj-2022-070904","article-title":"Reporting guideline for the early stage clinical evaluation of decision support systems driven by artificial intelligence: DECIDE-AI","volume":"377","author":"Vasey","year":"2022","journal-title":"BMJ"},{"key":"10.1016\/j.ijmedinf.2026.106701_b0120","doi-asserted-by":"crossref","unstructured":"M.K. Pasupuleti, Human-in-the-Loop AI: Enhancing Transparency and Accountability. International Journal of Academic and Industrial Research Innovations (IJAIRI), 2025.","DOI":"10.62311\/nesx\/rphcr18"},{"issue":"3","key":"10.1016\/j.ijmedinf.2026.106701_b0125","article-title":"JBI critical appraisal checklist for systematic reviews and research syntheses (product review)","volume":"45","author":"Hilton","year":"2024","journal-title":"J. Can. Health Libr. Assoc.\/Journal De L'association Des Biblioth\u00e8ques De La Sant\u00e9 Du Canada."},{"issue":"1","key":"10.1016\/j.ijmedinf.2026.106701_b0130","doi-asserted-by":"crossref","first-page":"142","DOI":"10.1038\/s41746-021-00515-3","article-title":"Statistical uncertainty quantification to augment clinical decision support: a first implementation in sleep medicine","volume":"4","author":"Kang","year":"2021","journal-title":"NPJ Digit. Med."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0135","doi-asserted-by":"crossref","unstructured":"M. Lee, D. Siewiorek, A. Smailagic, A. Bernardino, S. Berm\u00fadez i Badia, Towards Efficient Annotations for a Human-AI Collaborative, Clinical Decision Support System: A Case Study on Physical Stroke Rehabilitation Assessment, 2022. 4\u201314 p.","DOI":"10.1145\/3490099.3511112"},{"issue":"11","key":"10.1016\/j.ijmedinf.2026.106701_b0140","doi-asserted-by":"crossref","first-page":"3695","DOI":"10.1111\/cas.16330","article-title":"High-quality expert annotations enhance artificial intelligence model accuracy for osteosarcoma X-ray diagnosis","volume":"115","author":"Hasei","year":"2024","journal-title":"Cancer Sci."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0145","doi-asserted-by":"crossref","DOI":"10.2196\/50448","article-title":"Clinical decision support system for all stages of gastric carcinogenesis in real-time endoscopy: model establishment and validation study","volume":"25","author":"Gong","year":"2023","journal-title":"J. Med. Internet Res."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0150","article-title":"Development and validation of an interpretable 3 day intensive care unit readmission prediction model using explainable boosting machines","volume":"9","author":"Hegselmann","year":"2022","journal-title":"Front Med. (Lausanne)."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0155","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1016\/j.artmed.2016.02.001","article-title":"Evaluation of a machine learning capability for a clinical decision support system to enhance antimicrobial stewardship programs","volume":"68","author":"Beaudoin","year":"2016","journal-title":"Artif. Intell. Med."},{"issue":"9","key":"10.1016\/j.ijmedinf.2026.106701_b0160","doi-asserted-by":"crossref","first-page":"1643","DOI":"10.1007\/s11548-022-02675-3","article-title":"Clinical decision support models for oropharyngeal cancer treatment: design and evaluation of a multi-stage knowledge abstraction and formalization process","volume":"17","author":"Gaebel","year":"2022","journal-title":"Int. J. Comput. Assist. Radiol. Surg."},{"issue":"1","key":"10.1016\/j.ijmedinf.2026.106701_b0165","doi-asserted-by":"crossref","DOI":"10.2196\/28659","article-title":"A clinical decision support system for sleep staging tasks with explanations from artificial intelligence: user-centered design and evaluation study","volume":"24","author":"Hwang","year":"2022","journal-title":"J. Med. Internet Res."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0170","first-page":"87","article-title":"Leveraging expert knowledge to improve machine-learned decision support systems","volume":"2015","author":"Kuusisto","year":"2015","journal-title":"AMIA Jt. Summ. Transl. Sci. Proc."},{"issue":"2","key":"10.1016\/j.ijmedinf.2026.106701_b0175","doi-asserted-by":"crossref","first-page":"E21","DOI":"10.1097\/HMR.0000000000000324","article-title":"Enhancing the value to users of machine learning-based clinical decision support tools: a framework for iterative, collaborative development and implementation","volume":"47","author":"Singer","year":"2022","journal-title":"Health Care Manage. Rev."},{"issue":"12","key":"10.1016\/j.ijmedinf.2026.106701_b0180","doi-asserted-by":"crossref","DOI":"10.2196\/37833","article-title":"Implementation of machine learning pipelines for clinical practice: development and validation study","volume":"10","author":"Kanbar","year":"2022","journal-title":"JMIR Med. Inform."},{"issue":"1","key":"10.1016\/j.ijmedinf.2026.106701_b0185","doi-asserted-by":"crossref","first-page":"111","DOI":"10.1038\/s41746-023-00852-5","article-title":"An integrative review on the acceptance of artificial intelligence among healthcare professionals in hospitals","volume":"6","author":"Lambert","year":"2023","journal-title":"NPJ Digit. Med."},{"key":"10.1016\/j.ijmedinf.2026.106701_b0190","first-page":"2978","article-title":"Optimal medication dosing from suboptimal clinical examples: a deep reinforcement learning approach","volume":"2016","author":"Nemati","year":"2016","journal-title":"Annu. Int. Conf. IEEE Eng. Med. Biol. Soc."}],"container-title":["International Journal of Medical Informatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1386505626004417?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1386505626004417?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,11,6]],"date-time":"2026-11-06T03:09:10Z","timestamp":1793934550000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1386505626004417"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,12]]},"references-count":38,"alternative-id":["S1386505626004417"],"URL":"https:\/\/doi.org\/10.1016\/j.ijmedinf.2026.106701","relation":{},"ISSN":["1386-5056"],"issn-type":[{"value":"1386-5056","type":"print"}],"subject":[],"published":{"date-parts":[[2026,12]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Human in the loop in AI-enabled clinical decision support: a systematic scoping review and reporting checklist for lifecycle governance","name":"articletitle","label":"Article Title"},{"value":"International Journal of Medical Informatics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.ijmedinf.2026.106701","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 The Author(s). Published by Elsevier B.V.","name":"copyright","label":"Copyright"}],"article-number":"106701"}}