{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,27]],"date-time":"2026-08-27T00:18:47Z","timestamp":1787789927035,"version":"build-2784847793"},"reference-count":22,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T00:00:00Z","timestamp":1781481600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,8,27]],"date-time":"2026-08-27T00:00:00Z","timestamp":1787788800000},"content-version":"vor","delay-in-days":73,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"funder":[{"name":"by the Korea Disease Control and Prevention Agency","award":["Grant No: 2024-10-012"],"award-info":[{"award-number":["Grant No: 2024-10-012"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Antimicrob Resist Infect Control"],"DOI":"10.1186\/s13756-026-01778-9","type":"journal-article","created":{"date-parts":[[2026,6,15]],"date-time":"2026-06-15T03:06:08Z","timestamp":1781492768000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Development of indicators to evaluate the effectiveness of antimicrobial stewardship programs in Korea: a Delphi consensus study"],"prefix":"10.1186","volume":"15","author":[{"given":"Sung Min","family":"Lim","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Raeseok","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jinnam","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ji Young","family":"Park","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Choseok","family":"Yoon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Myung Jin","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Song Mi","family":"Moon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yong Chan","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hong Bin","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Se Yoon","family":"Park","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bongyoung","family":"Kim","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,6,15]]},"reference":[{"key":"1778_CR1","unstructured":"O\u2019Neill J. Tackling drug-resistant infections globally: final report and recommendations. Review on Antimicrobial Resistance; 2016."},{"key":"1778_CR2","volume-title":"Global action plan on antimicrobial resistance","author":"World Health Organization","year":"2015","unstructured":"World Health Organization. Global action plan on antimicrobial resistance. Geneva: World Health Organization; 2015."},{"issue":"10","key":"1778_CR3","doi-asserted-by":"publisher","first-page":"e51","DOI":"10.1093\/cid\/ciw118","volume":"62","author":"TF Barlam","year":"2016","unstructured":"Barlam TF, Cosgrove SE, Abbo LM, MacDougall C, Schuetz AN, Septimus EJ, et al. Implementing an antibiotic stewardship program: guidelines by the Infectious Diseases Society of America and the Society for Healthcare Epidemiology of America. Clin Infect Dis. 2016;62(10):e51\u201377. https:\/\/doi.org\/10.1093\/cid\/ciw118.","journal-title":"Clin Infect Dis"},{"issue":"7","key":"1778_CR4","doi-asserted-by":"publisher","first-page":"847","DOI":"10.1016\/S1473-3099(16)00065-7","volume":"16","author":"EC Schuts","year":"2016","unstructured":"Schuts EC, Hulscher MEJL, Mouton JW, Verduin CM, Stuart JWTC, Overdiek HWPM, et al. Current evidence on hospital antimicrobial stewardship objectives: a systematic review and meta-analysis. Lancet Infect Dis. 2016;16(7):847\u201356. https:\/\/doi.org\/10.1016\/S1473-3099(16)00065-7.","journal-title":"Lancet Infect Dis"},{"issue":"6","key":"1778_CR5","doi-asserted-by":"publisher","first-page":"688","DOI":"10.1017\/ice.2015.46","volume":"36","author":"BR Dalton","year":"2015","unstructured":"Dalton BR, Sabuda DM, Bresee LC, Conly JM. Assessment of antimicrobial utilization metrics: days of therapy versus defined daily doses and pharmacy dispensing records versus nursing administration data. Infect Control Hosp Epidemiol. 2015;36(6):688\u201394. https:\/\/doi.org\/10.1017\/ice.2015.46.","journal-title":"Infect Control Hosp Epidemiol"},{"issue":"6","key":"1778_CR6","doi-asserted-by":"publisher","first-page":"1611","DOI":"10.1093\/jac\/dky055","volume":"73","author":"CMA van den Bosch","year":"2018","unstructured":"van den Bosch CMA, Hulscher MEJL, Natsch S, Gyssens IC, Prins JM, Kullberg BJ, et al. Development of quality indicators for appropriate antibiotic use in adults in Dutch hospitals. J Antimicrob Chemother. 2018;73(6):1611\u20139. https:\/\/doi.org\/10.1093\/jac\/dky055.","journal-title":"J Antimicrob Chemother"},{"issue":"4","key":"1778_CR7","doi-asserted-by":"publisher","first-page":"637","DOI":"10.3947\/ic.2022.0171","volume":"54","author":"HS Cheong","year":"2022","unstructured":"Cheong HS, Park K-H, Kim HB, Kim S-W, Kim B, Moon C, et al. Core elements for implementing antimicrobial stewardship programs in Korean general hospitals. Infect Chemother. 2022;54(4):637\u201373. https:\/\/doi.org\/10.3947\/ic.2022.0171.","journal-title":"Infect Chemother"},{"issue":"4","key":"1778_CR8","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1093\/cid\/ciw787","volume":"64","author":"RW Moehring","year":"2017","unstructured":"Moehring RW, Anderson DJ, Cochran RL, Hicks LA, Srinivasan A, Dodds Ashley ES, et al. Expert consensus on metrics to assess the impact of patient-level antimicrobial stewardship interventions in acute-care settings. Clin Infect Dis. 2017;64(4):377\u201383. https:\/\/doi.org\/10.1093\/cid\/ciw787.","journal-title":"Clin Infect Dis"},{"issue":"5","key":"1778_CR9","doi-asserted-by":"publisher","first-page":"555","DOI":"10.1016\/j.cmi.2018.11.002","volume":"25","author":"VA Schweitzer","year":"2019","unstructured":"Schweitzer VA, van Heijl I, van Werkhoven CH, Islam J, Hendriks-Spoor KD, Bielicki J, et al. The quality of studies evaluating antimicrobial stewardship interventions: a systematic review. Clin Microbiol Infect. 2019;25(5):555\u201361. https:\/\/doi.org\/10.1016\/j.cmi.2018.11.002.","journal-title":"Clin Microbiol Infect"},{"issue":"2","key":"1778_CR10","doi-asserted-by":"publisher","first-page":"256","DOI":"10.3947\/ic.2024.0013","volume":"56","author":"IJ Yun","year":"2024","unstructured":"Yun IJ, Park HJ, Chae J, Heo SJ, Kim YC, Kim B, et al. Nationwide analysis of antimicrobial prescription in Korean hospitals between 2018 and 2021: the 2023 KONAS report. Infect Chemother. 2024;56(2):256\u201365. https:\/\/doi.org\/10.3947\/ic.2024.0013.","journal-title":"Infect Chemother"},{"issue":"1","key":"1778_CR11","doi-asserted-by":"publisher","first-page":"203","DOI":"10.3947\/ic.2025.0028","volume":"57","author":"YI Jeong","year":"2025","unstructured":"Jeong YI, Lee HY, Lee S, Jeong GY, Kim SH, Kim S, et al. Korea\u2019s national action plan on antimicrobial resistance: focusing on the appropriate use of antibiotics. Infect Chemother. 2025;57(1):203\u201314. https:\/\/doi.org\/10.3947\/ic.2025.0028.","journal-title":"Infect Chemother"},{"issue":"1","key":"1778_CR12","doi-asserted-by":"publisher","first-page":"14757","DOI":"10.1038\/s41598-018-33201-8","volume":"8","author":"H Hwang","year":"2018","unstructured":"Hwang H, Kim B. Impact of an infectious diseases specialist-led antimicrobial stewardship programme on antibiotic use and antimicrobial resistance in a large Korean hospital. Sci Rep. 2018;8(1):14757. https:\/\/doi.org\/10.1038\/s41598-018-33201-8.","journal-title":"Sci Rep"},{"issue":"3","key":"1778_CR13","doi-asserted-by":"publisher","first-page":"399","DOI":"10.3904\/kjim.2023.504","volume":"39","author":"SJ Lee","year":"2024","unstructured":"Lee SJ, Lee R, Cho SY, Nho D, Ahn HL, Lee DG. Implementing antimicrobial stewardship: lessons and perspectives from a university-affiliated tertiary hospital in Korea. Korean J Intern Med. 2024;39(3):399\u2013412. https:\/\/doi.org\/10.3904\/kjim.2023.504.","journal-title":"Korean J Intern Med"},{"issue":"1","key":"1778_CR14","doi-asserted-by":"publisher","first-page":"e0033522","DOI":"10.1128\/spectrum.00335-22","volume":"10","author":"DH Shin","year":"2022","unstructured":"Shin DH, Kim HS, Heo E, Shin MJ, Kim NH, Lee H, et al. Stepwise expansion of antimicrobial stewardship programs and its impact on antibiotic use and resistance rates at a tertiary care hospital in Korea. Microbiol Spectr. 2022;10(1):e0033522. https:\/\/doi.org\/10.1128\/spectrum.00335-22.","journal-title":"Microbiol Spectr"},{"issue":"1","key":"1778_CR15","doi-asserted-by":"publisher","first-page":"e2555843","DOI":"10.1001\/jamanetworkopen.2025.55843","volume":"9","author":"H Lee","year":"2026","unstructured":"Lee H, Moon SM, Song K, et al. National pilot program for antimicrobial stewardship in the Republic of Korea. JAMA Netw Open. 2026;9(1):e2555843. https:\/\/doi.org\/10.1001\/jamanetworkopen.2025.55843.","journal-title":"JAMA Netw Open"},{"issue":"4","key":"1778_CR16","doi-asserted-by":"publisher","first-page":"563","DOI":"10.1111\/j.1744-6570.1975.tb01393.x","volume":"28","author":"CH Lawshe","year":"1975","unstructured":"Lawshe CH. A quantitative approach to content validity. Pers Psychol. 1975;28(4):563\u201375. https:\/\/doi.org\/10.1111\/j.1744-6570.1975.tb01393.x.","journal-title":"Pers Psychol"},{"issue":"1","key":"1778_CR17","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1177\/0748175613513808","volume":"47","author":"C Ayre","year":"2014","unstructured":"Ayre C, Scally AJ. Critical values for Lawshe\u2019s content validity ratio: revisiting the original methods of calculation. Meas Eval Couns Dev. 2014;47(1):79\u201386. https:\/\/doi.org\/10.1177\/0748175613513808.","journal-title":"Meas Eval Couns Dev"},{"issue":"6","key":"1778_CR18","doi-asserted-by":"publisher","first-page":"1406","DOI":"10.1093\/jac\/dkab034","volume":"76","author":"F O\u2019Riordan","year":"2021","unstructured":"O\u2019Riordan F, Shiely F, Byrne S, Fleming A. Quality indicators for hospital antimicrobial stewardship programmes: a systematic review. J Antimicrob Chemother. 2021;76(6):1406\u201319. https:\/\/doi.org\/10.1093\/jac\/dkab034.","journal-title":"J Antimicrob Chemother"},{"issue":"10","key":"1778_CR19","doi-asserted-by":"publisher","first-page":"1201","DOI":"10.1017\/ice.2016.115","volume":"37","author":"LA Pollack","year":"2016","unstructured":"Pollack LA, Plachouras D, Sinkowitz-Cochran R, Gruhler H, Monnet DL, Weber JT, et al. A concise set of structure and process indicators to assess and compare antimicrobial stewardship programs among EU and US hospitals: results from a multinational expert panel. Infect Control Hosp Epidemiol. 2016;37(10):1201\u201311. https:\/\/doi.org\/10.1017\/ice.2016.115.","journal-title":"Infect Control Hosp Epidemiol"},{"issue":"2","key":"1778_CR20","doi-asserted-by":"publisher","first-page":"182","DOI":"10.1016\/j.cmi.2022.07.007","volume":"29","author":"R Stemkens","year":"2023","unstructured":"Stemkens R, Schouten JA, van Kessel SAM, Akkermans RP, Telgt DSC, Fleuren HWHA, et al. How to use quality indicators for antimicrobial stewardship in your hospital: a practical example on outpatient parenteral antimicrobial therapy. Clin Microbiol Infect. 2023;29(2):182\u20137. https:\/\/doi.org\/10.1016\/j.cmi.2022.07.007.","journal-title":"Clin Microbiol Infect"},{"issue":"3","key":"1778_CR21","doi-asserted-by":"publisher","first-page":"253","DOI":"10.3390\/antibiotics13030253","volume":"13","author":"H Abdel Hadi","year":"2024","unstructured":"Abdel Hadi H, Eltayeb F, Al Balushi S, Daghfal J, Ahmed F, Mateus C. Evaluation of hospital antimicrobial stewardship programs: implementation, process, impact, and outcomes, review of systematic reviews. Antibiot (Basel). 2024;13(3):253. https:\/\/doi.org\/10.3390\/antibiotics13030253.","journal-title":"Antibiot (Basel)"},{"issue":"1","key":"1778_CR22","doi-asserted-by":"publisher","first-page":"185","DOI":"10.3947\/ic.2024.0135","volume":"57","author":"T Kim","year":"2025","unstructured":"Kim T, Moehring RW, Ashley ED, Kim HS, Anderson DJ. Strengthening antimicrobial stewardship in Korea: strategies to address workforce gaps and expand ASP nationwide. Infect Chemother. 2025;57(1):185\u201393. https:\/\/doi.org\/10.3947\/ic.2024.0135.","journal-title":"Infect Chemother"}],"container-title":["Antimicrobial Resistance & Infection Control"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/article\/10.1186\/s13756-026-01778-9","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13756-026-01778-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/s13756-026-01778-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,8,26]],"date-time":"2026-08-26T23:38:14Z","timestamp":1787787494000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1186\/s13756-026-01778-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,15]]},"references-count":22,"journal-issue":{"issue":"1","published-online":{"date-parts":[[2026,12]]}},"alternative-id":["1778"],"URL":"https:\/\/doi.org\/10.1186\/s13756-026-01778-9","relation":{},"ISSN":["2047-2994"],"issn-type":[{"value":"2047-2994","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,6,15]]},"assertion":[{"value":"22 January 2026","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 June 2026","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 June 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The study protocol was approved by the Institutional Review Board (IRB) of Hanyang University Seoul Hospital (IRB number: 2025-02-015). The requirement for written informed consent from the participants was waived.","order":1,"name":"Ethics","label":"Ethics approval and consent to participate","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"Not applicable.","order":2,"name":"Ethics","label":"Consent for publication","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests.","order":3,"name":"Ethics","label":"Competing interests","group":{"name":"EthicsHeading","label":"Declarations"}}],"article-number":"111"}}