{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T04:06:44Z","timestamp":1784002004901,"version":"3.55.0"},"reference-count":43,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,3,1]],"date-time":"2026-03-01T00:00:00Z","timestamp":1772323200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,12,17]],"date-time":"2025-12-17T00:00:00Z","timestamp":1765929600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by-nc\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100022895","name":"Monash University Cabrini Hospital Australia and New Zealand Musculoskeletal Clinical Trials Network","doi-asserted-by":"publisher","award":["APP1134856"],"award-info":[{"award-number":["APP1134856"]}],"id":[{"id":"10.13039\/501100022895","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100009727","name":"Hospital Research Foundation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100009727","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000024","name":"Canadian Institutes of Health Research","doi-asserted-by":"publisher","award":["178375"],"award-info":[{"award-number":["178375"]}],"id":[{"id":"10.13039\/501100000024","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100000925","name":"NHMRC","doi-asserted-by":"publisher","award":["APP1194483"],"award-info":[{"award-number":["APP1194483"]}],"id":[{"id":"10.13039\/501100000925","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","jclinepi.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Clinical Epidemiology"],"published-print":{"date-parts":[[2026,3]]},"DOI":"10.1016\/j.jclinepi.2025.112109","type":"journal-article","created":{"date-parts":[[2025,12,18]],"date-time":"2025-12-18T16:57:30Z","timestamp":1766077050000},"page":"112109","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":1,"special_numbering":"C","title":["A semi-automated approach facilitated the assessment of the certainty of evidence in a network meta-analysis: Part 1 \u2013 Direct comparisons"],"prefix":"10.1016","volume":"191","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0436-1850","authenticated-orcid":false,"given":"Mohammed Mujaab","family":"Kamso","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7417-7691","authenticated-orcid":false,"given":"Samuel L.","family":"Whittle","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3985-5335","authenticated-orcid":false,"given":"Jordi Pardo","family":"Pardo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0597-0933","authenticated-orcid":false,"given":"Rachelle","family":"Buchbinder","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"George","family":"Wells","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rob","family":"Deardon","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tolulope","family":"Sajobi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"George","family":"Tomlinson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jesse","family":"Elliott","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jocelyn","family":"Thomas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shannon E.","family":"Kelly","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Romina","family":"Brignardello-Petersen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7709-3741","authenticated-orcid":false,"given":"Glen S.","family":"Hazlewood","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jclinepi.2025.112109_bib1","article-title":"GRADE Evidence to Decision (EtD) frameworks: a systematic and transparent approach to making well informed healthcare choices. 1: introduction","volume":"353","author":"Alonso-Coello","year":"2016","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2025.112109_bib2","doi-asserted-by":"crossref","first-page":"401","DOI":"10.1016\/j.jclinepi.2010.07.015","article-title":"GRADE guidelines: 3. Rating the quality of evidence","volume":"64","author":"Balshem","year":"2011","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2025.112109_bib3","doi-asserted-by":"crossref","first-page":"383","DOI":"10.1016\/j.jclinepi.2010.04.026","article-title":"GRADE guidelines: 1. Introduction\u2014Grade evidence profiles and summary of findings tables","volume":"64","author":"Guyatt","year":"2011","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2025.112109_bib4","doi-asserted-by":"crossref","first-page":"1049","DOI":"10.1136\/bmj.39493.646875.AE","article-title":"Going from evidence to recommendations","volume":"336","author":"Guyatt","year":"2008","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2025.112109_bib5","doi-asserted-by":"crossref","first-page":"2313","DOI":"10.1002\/sim.1201","article-title":"Network meta-analysis or indirect treatment comparisons","volume":"21","author":"Lumley","year":"2002","journal-title":"Stat Med"},{"key":"10.1016\/j.jclinepi.2025.112109_bib6","doi-asserted-by":"crossref","first-page":"943","DOI":"10.18549\/PharmPract.2017.01.943","article-title":"Network meta-analysis: a technique to gather evidence from direct and indirect comparisons","volume":"15","author":"Tonin","year":"2017","journal-title":"Pharm Pract (Granada)"},{"key":"10.1016\/j.jclinepi.2025.112109_bib7","doi-asserted-by":"crossref","first-page":"36","DOI":"10.1016\/j.jclinepi.2017.10.005","article-title":"Advances in the GRADE approach to rate the certainty in estimates from a network meta-analysis","volume":"93","author":"Brignardello-Petersen","year":"2018","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2025.112109_bib8","doi-asserted-by":"crossref","first-page":"g5630","DOI":"10.1136\/bmj.g5630","article-title":"A GRADE Working Group approach for rating the quality of treatment effect estimates from network meta-analysis","volume":"349","author":"Puhan","year":"2014","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2025.112109_bib9","doi-asserted-by":"crossref","DOI":"10.1136\/bmj-2022-074495","article-title":"A guide and pragmatic considerations for applying GRADE to network meta-analysis","volume":"381","author":"Izcovich","year":"2023","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2025.112109_bib10","doi-asserted-by":"crossref","first-page":"23","DOI":"10.1016\/j.jclinepi.2017.08.010","article-title":"Living systematic review: 1. Introduction\u2014The why, what, when, and how","volume":"91","author":"Elliott","year":"2017","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2025.112109_bib11","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pmed.1001603","article-title":"Living systematic reviews: an emerging opportunity to narrow the evidence-practice gap","volume":"11","author":"Elliott","year":"2014","journal-title":"PLoS Med"},{"key":"10.1016\/j.jclinepi.2025.112109_bib12","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1186\/s12916-016-0596-4","article-title":"Living cumulative network meta-analysis to reduce waste in research: a paradigmatic shift for systematic reviews?","volume":"14","author":"Vandvik","year":"2016","journal-title":"BMC Med"},{"key":"10.1016\/j.jclinepi.2025.112109_bib13","article-title":"GRADE approach to drawing conclusions from a network meta-analysis using a minimally contextualised framework","volume":"371","author":"Brignardello-Petersen","year":"2020","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2025.112109_bib14","series-title":"Handbook for grading the quality of evidence and the strength of recommendations using the GRADE approach","author":"Handbook","year":"2013"},{"key":"10.1016\/j.jclinepi.2025.112109_bib15","doi-asserted-by":"crossref","first-page":"812","DOI":"10.1213\/ANE.0000000000001596","article-title":"Publication bias: the elephant in the review","volume":"123","author":"Dalton","year":"2016","journal-title":"Anesth Analg"},{"key":"10.1016\/j.jclinepi.2025.112109_bib17","doi-asserted-by":"crossref","first-page":"1092","DOI":"10.3899\/jrheum.220209","article-title":"Canadian Rheumatology Association living guidelines for the pharmacological management of rheumatoid arthritis with disease-modifying antirheumatic drugs","volume":"49","author":"Hazlewood","year":"2022","journal-title":"J Rheumatol"},{"key":"10.1016\/j.jclinepi.2025.112109_bib18","article-title":"Disease-modifying anti-rheumatic drugs for rheumatoid arthritis: a systematic review and network meta-analysis","volume":"2020","author":"Hazlewood","year":"2020","journal-title":"Cochrane Database Syst Rev"},{"key":"10.1016\/j.jclinepi.2025.112109_bib19","doi-asserted-by":"crossref","DOI":"10.1136\/bmj.d5928","article-title":"The Cochrane Collaboration's tool for assessing risk of bias in randomised trials","volume":"343","author":"Higgins","year":"2011","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2025.112109_bib20","series-title":"Cochrane handbook for systematic reviews of interventions","first-page":"205","article-title":"Assessing risk of bias in a randomized trial","author":"Higgins","year":"2019"},{"key":"10.1016\/j.jclinepi.2025.112109_bib21","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pmed.1003082","article-title":"CINeMA: an approach for assessing confidence in the results of a network meta-analysis","volume":"17","author":"Nikolakopoulou","year":"2020","journal-title":"PLoS Med"},{"issue":"7","key":"10.1016\/j.jclinepi.2025.112109_bib22","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0099682","article-title":"Evaluating the quality of evidence from a network meta-analysis","volume":"9","author":"Salanti","year":"2014","journal-title":"PLoS One"},{"key":"10.1016\/j.jclinepi.2025.112109_bib23","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1016\/j.jclinepi.2023.06.010","article-title":"Grading of recommendations assessment, development, and evaluation concept article 5: addressing intransitivity in a network meta-analysis","volume":"160","author":"Brignardello-Petersen","year":"2023","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2025.112109_bib24","doi-asserted-by":"crossref","first-page":"1303","DOI":"10.1016\/j.jclinepi.2011.04.014","article-title":"GRADE guidelines: 8. Rating the quality of evidence--indirectness","volume":"64","author":"Guyatt","year":"2011","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2025.112109_bib25","article-title":"Methotrexate monotherapy and methotrexate combination therapy with traditional and biologic disease modifying antirheumatic drugs for rheumatoid arthritis: abridged Cochrane systematic review and network meta-analysis","volume":"353","author":"Hazlewood","year":"2016","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2025.112109_bib26","series-title":"Learning shiny","author":"Resnizky","year":"2015"},{"key":"10.1016\/j.jclinepi.2025.112109_bib27","doi-asserted-by":"crossref","first-page":"1539","DOI":"10.1002\/sim.1186","article-title":"Quantifying heterogeneity in a meta-analysis","volume":"21","author":"Higgins","year":"2002","journal-title":"Stat Med"},{"key":"10.1016\/j.jclinepi.2025.112109_bib28","first-page":"40","article-title":"Meta: an R package for meta-analysis","volume":"7","author":"Schwarzer","year":"2007","journal-title":"R News"},{"key":"10.1016\/j.jclinepi.2025.112109_bib29","doi-asserted-by":"crossref","first-page":"55","DOI":"10.1002\/jrsm.1164","article-title":"Methods to estimate the between-study variance and its uncertainty in meta-analysis","volume":"7","author":"Veroniki","year":"2016","journal-title":"Res Synth Methods"},{"key":"10.1016\/j.jclinepi.2025.112109_bib30","series-title":"Cochrane handbook for systematic reviews of interventions version 6.5","article-title":"Chapter 10: analysing data and undertaking meta-analyses [last updated November 2024]","author":"Deeks","year":"2024"},{"key":"10.1016\/j.jclinepi.2025.112109_bib31","doi-asserted-by":"crossref","DOI":"10.1016\/j.imr.2023.101014","article-title":"How to understand and report heterogeneity in a meta-analysis: the difference between I-squared and prediction intervals","volume":"12","author":"Borenstein","year":"2023","journal-title":"Integr Med Res"},{"key":"10.1016\/j.jclinepi.2025.112109_bib32","doi-asserted-by":"crossref","first-page":"84","DOI":"10.1016\/j.jclinepi.2017.08.001","article-title":"GRADE equity guidelines 4: considering health equity in GRADE guideline development: evidence to decision process","volume":"90","author":"Pottie","year":"2017","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2025.112109_bib33","series-title":"Cochrane handbook for systematic reviews of interventions","author":"Higgins","year":"2019"},{"key":"10.1016\/j.jclinepi.2025.112109_bib34","doi-asserted-by":"crossref","first-page":"1294","DOI":"10.1016\/j.jclinepi.2011.03.017","article-title":"GRADE guidelines: 7. Rating the quality of evidence-inconsistency","volume":"64","author":"Guyatt","year":"2011","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2025.112109_bib35","doi-asserted-by":"crossref","first-page":"203","DOI":"10.5195\/jmla.2017.88","article-title":"Open science framework (OSF)","volume":"105","author":"Foster","year":"2017","journal-title":"J Med Libr Assoc"},{"key":"10.1016\/j.jclinepi.2025.112109_bib36","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1348\/000711006X126600","article-title":"Computing inter-rater reliability and its variance in the presence of high agreement","volume":"61","author":"Gwet","year":"2008","journal-title":"Br J Math Stat Psychol"},{"key":"10.1016\/j.jclinepi.2025.112109_bib37","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1177\/001316446002000104","article-title":"A coefficient of agreement for nominal scales","volume":"20","author":"Cohen","year":"1960","journal-title":"Educ Psychol Meas"},{"key":"10.1016\/j.jclinepi.2025.112109_bib38","doi-asserted-by":"crossref","first-page":"231","DOI":"10.1016\/j.jclinepi.2021.02.026","article-title":"GRADE notes: how to use GRADE when there is \u201cno\u201d evidence? A case study of the expert evidence approach","volume":"137","author":"Mustafa","year":"2021","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2025.112109_bib39","series-title":"Proceedings of the 1st ACM international health informatics symposium","first-page":"376","article-title":"Evidence-based medicine, the essential role of systematic reviews, and the need for automated text mining tools","author":"Cohen","year":"2010"},{"key":"10.1016\/j.jclinepi.2025.112109_bib40","doi-asserted-by":"crossref","first-page":"1165","DOI":"10.1093\/jamia\/ocx053","article-title":"Identifying reports of randomized controlled trials (RCTs) via a hybrid machine learning and crowdsourcing approach","volume":"24","author":"Wallace","year":"2017","journal-title":"J Am Med Inform Assoc"},{"key":"10.1016\/j.jclinepi.2025.112109_bib41","series-title":"The automation of systematic reviews","author":"Tsafnat","year":"2013"},{"key":"10.1016\/j.jclinepi.2025.112109_bib42","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jclinepi.2023.10.007","article-title":"Crowdsourcing and automation facilitated the identification and classification of randomized controlled trials in a living review","volume":"164","author":"Kamso","year":"2023","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2025.112109_bib43","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s13643-019-1074-9","article-title":"Toward systematic review automation: a practical guide to using machine learning tools in research synthesis","volume":"8","author":"Marshall","year":"2019","journal-title":"Syst Rev"},{"key":"10.1016\/j.jclinepi.2025.112109_bib44","doi-asserted-by":"crossref","first-page":"597","DOI":"10.1177\/0272989X13487604","article-title":"Evidence synthesis for decision making 1: introduction","volume":"33","author":"Dias","year":"2013","journal-title":"Med Decis Making"}],"container-title":["Journal of Clinical Epidemiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0895435625004421?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0895435625004421?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T13:14:48Z","timestamp":1778505288000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0895435625004421"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,3]]},"references-count":43,"alternative-id":["S0895435625004421"],"URL":"https:\/\/doi.org\/10.1016\/j.jclinepi.2025.112109","relation":{},"ISSN":["0895-4356"],"issn-type":[{"value":"0895-4356","type":"print"}],"subject":[],"published":{"date-parts":[[2026,3]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A semi-automated approach facilitated the assessment of the certainty of evidence in a network meta-analysis: Part 1 \u2013 Direct comparisons","name":"articletitle","label":"Article Title"},{"value":"Journal of Clinical Epidemiology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jclinepi.2025.112109","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"https:\/\/doi.org\/10.1016\/j.jclinepi.2025.112110","name":"associatedlink","label":"CrossRef DOI link to the associated document"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 The Author(s). Published by Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"112109"}}