{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,9,9]],"date-time":"2026-09-09T20:15:32Z","timestamp":1788984932624,"version":"build-2803163510"},"reference-count":30,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,10,1]],"date-time":"2026-10-01T00:00:00Z","timestamp":1790812800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100002322","name":"Coordination for the improvement of Higher Education Personnel","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002322","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","jclinepi.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Clinical Epidemiology"],"published-print":{"date-parts":[[2026,10]]},"DOI":"10.1016\/j.jclinepi.2026.112418","type":"journal-article","created":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T14:57:49Z","timestamp":1783781869000},"page":"112418","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"C","title":["The ROBUST-RCT tool had at least moderate agreement in an inter-rater reliability study of assessments by junior researchers"],"prefix":"10.1016","volume":"198","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9208-7323","authenticated-orcid":false,"given":"Pedro Rodrigues","family":"Vidor","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sofia Simoni","family":"Rossi Fermo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yohan","family":"Casiraghi","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adolfo","family":"Moraes de Souza","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maicon","family":"Falavigna","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Patr\u00edcia Klarmann","family":"Ziegelmann","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Maria In\u00eas","family":"Schmidt","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jclinepi.2026.112418_bib1","doi-asserted-by":"crossref","first-page":"2420","DOI":"10.1001\/jama.1992.03490170092032","article-title":"A new approach to teaching the practice of medicine","volume":"268","year":"1992","journal-title":"JAMA"},{"key":"10.1016\/j.jclinepi.2026.112418_bib2","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1016\/S0140-6736(16)31592-6","article-title":"Progress in evidence-based medicine: a quarter century on","volume":"390","author":"Djulbegovic","year":"2017","journal-title":"Lancet"},{"key":"10.1016\/j.jclinepi.2026.112418_bib3","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1016\/j.jclinepi.2020.07.020","article-title":"Evidence-Based research series-paper 1: what evidence-based research is and why is it important?","volume":"129","author":"Robinson","year":"2021","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2026.112418_bib4","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1080\/14740338.2023.2203488","article-title":"There is no single gold standard study design (RCTs are not the gold standard)","volume":"22","author":"Gerstman","year":"2023","journal-title":"Expert Opin Drug Saf"},{"key":"10.1016\/j.jclinepi.2026.112418_bib5","doi-asserted-by":"crossref","DOI":"10.1016\/j.jclinepi.2023.11.001","article-title":"Compelling evidence from meta-epidemiological studies demonstrates overestimation of effects in randomized trials that fail to optimize randomization and blind patients and outcome assessors","volume":"165","author":"Wang","year":"2024","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2026.112418_bib6","doi-asserted-by":"crossref","DOI":"10.1136\/bmj-2024-083864","article-title":"Core GRADE 4: rating certainty of evidence-risk of bias, publication bias, and reasons for rating up certainty","volume":"389","author":"Guyatt","year":"2025","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2026.112418_bib8","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pbio.3001162","article-title":"The methodological quality of 176,620 randomized controlled trials published between 1966 and 2018 reveals a positive trend but also an urgent need for improvement","volume":"19","author":"Vinkers","year":"2021","journal-title":"Plos Biol"},{"key":"10.1016\/j.jclinepi.2026.112418_bib9","doi-asserted-by":"crossref","first-page":"170","DOI":"10.1186\/s12874-019-0804-y","article-title":"Risk of bias judgments for random sequence generation in Cochrane systematic reviews were frequently not in line with Cochrane Handbook","volume":"19","author":"Barcot","year":"2019","journal-title":"BMC Med Res Methodol"},{"key":"10.1016\/j.jclinepi.2026.112418_bib10","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1016\/j.jclinepi.2019.12.016","article-title":"Inter-review agreement of risk-of-bias judgments varied in Cochrane reviews","volume":"120","author":"K\u00f6nsgen","year":"2020","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2026.112418_bib11","doi-asserted-by":"crossref","first-page":"39","DOI":"10.1016\/j.jclinepi.2023.06.015","article-title":"Risk-of-bias assessment using Cochrane\u2019s revised tool for randomized trials (RoB 2) was useful but challenging and resource-intensive: observations from a systematic review","volume":"161","author":"Crocker","year":"2023","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2026.112418_bib12","doi-asserted-by":"crossref","first-page":"37","DOI":"10.1016\/j.jclinepi.2020.06.015","article-title":"The revised Cochrane risk of bias tool for randomized trials (RoB 2) showed low interrater reliability and challenges in its application","volume":"126","author":"Minozzi","year":"2020","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2026.112418_bib13","doi-asserted-by":"crossref","first-page":"469","DOI":"10.1590\/1806-9282.20221593","article-title":"Most Cochrane systematic reviews and protocols did not adhere to the Cochrane\u2019s risk of bias 2.0 tool","volume":"69","author":"Martimbianco","year":"2023","journal-title":"Rev Assoc Med Bras"},{"key":"10.1016\/j.jclinepi.2026.112418_bib14","doi-asserted-by":"crossref","first-page":"430","DOI":"10.1002\/jrsm.1695","article-title":"Frequency of use and adequacy of Cochrane risk of bias tool 2 in non-Cochrane systematic reviews published in 2020: Meta-research study","volume":"15","author":"Babi\u0107","year":"2024","journal-title":"Res Synth Methods"},{"key":"10.1016\/j.jclinepi.2026.112418_bib15","doi-asserted-by":"crossref","first-page":"99","DOI":"10.1016\/j.jclinepi.2021.09.021","article-title":"Reliability of the revised Cochrane risk-of-bias tool for randomised trials (RoB2) improved with the use of implementation instruction","volume":"141","author":"Minozzi","year":"2022","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2026.112418_bib16","doi-asserted-by":"crossref","DOI":"10.1136\/bmj-2024-081199","article-title":"Development of ROBUST-RCT: risk of bias instrument for use in SysTematic reviews-for randomised controlled trials","volume":"388","author":"Wang","year":"2025","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2026.112418_bib17","doi-asserted-by":"crossref","first-page":"172","DOI":"10.1016\/j.jclinepi.2020.09.044","article-title":"Quality versus risk-of-bias assessment in clinical research","volume":"129","author":"Furuya-Kanamori","year":"2021","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2026.112418_bib18","doi-asserted-by":"crossref","DOI":"10.1016\/j.jclinepi.2025.112047","article-title":"Core GRADE unpacked: a summary of recent innovations in complementary GRADE methodology","volume":"189","author":"Colunga-Lozano","year":"2026","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2026.112418_bib19","doi-asserted-by":"crossref","first-page":"467","DOI":"10.11124\/JBIES-22-00224","article-title":"Assessing the risk of bias of quantitative analytical studies: introducing the vision for critical appraisal within JBI systematic reviews","volume":"21","author":"Munn","year":"2023","journal-title":"JBI Evid Synth"},{"key":"10.1016\/j.jclinepi.2026.112418_bib20","doi-asserted-by":"crossref","DOI":"10.1136\/bmj.b4012","article-title":"Risk of bias versus quality assessment of randomised controlled trials: cross sectional study","volume":"339","author":"Hartling","year":"2009","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2026.112418_bib21","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/S0146-0005(97)80013-4","article-title":"Evidence-based medicine","volume":"21","author":"Sackett","year":"1997","journal-title":"Semin Perinatol"},{"key":"10.1016\/j.jclinepi.2026.112418_bib22","series-title":"[Protocol] Inter-Rater Reliability of the ROBUST-RCT tool","author":"Vidor","year":"2025"},{"key":"10.1016\/j.jclinepi.2026.112418_bib24","series-title":"Inter-rater reliability of the ROBUST-RCT tool: a protocol","author":"Vidor","year":"2025"},{"key":"10.1016\/j.jclinepi.2026.112418_bib25","doi-asserted-by":"crossref","first-page":"13723","DOI":"10.1038\/s41598-026-44303-z","article-title":"Assessing the risk of bias of clinical trials with large language models and ROBUST-RCT: a feasibility study","volume":"16","author":"Vidor","year":"2026","journal-title":"Sci Rep"},{"key":"10.1016\/j.jclinepi.2026.112418_bib26","series-title":"An Evaluation of the Impact of Design on the Analysis of Nominal-Scale Inter-Rater Reliability Studies","year":"2018"},{"key":"10.1016\/j.jclinepi.2026.112418_bib27","doi-asserted-by":"crossref","first-page":"203","DOI":"10.5195\/jmla.2017.88","article-title":"Open Science Framework (OSF)","volume":"105","author":"Foster","year":"2017","journal-title":"J Med Libr Assoc"},{"key":"10.1016\/j.jclinepi.2026.112418_bib28","series-title":"Advanced Analytics","article-title":"Handbook of inter-rater reliability: the definitive guide to measuring the extent of agreement among raters","author":"Gwet","year":"2014"},{"key":"10.1016\/j.jclinepi.2026.112418_bib29","doi-asserted-by":"crossref","first-page":"871","DOI":"10.1177\/1536867X1801800408","article-title":"Implementing a general framework for assessing interrater agreement in Stata","volume":"18","author":"Klein","year":"2018","journal-title":"Stata J"},{"key":"10.1016\/j.jclinepi.2026.112418_bib30","doi-asserted-by":"crossref","DOI":"10.1016\/j.jclinepi.2025.112097","article-title":"Comparison between RoB-1 and RoB-2 tool and impact on network meta-analysis results - a case study from a living Cochrane review on psoriasis","volume":"190","author":"Guelimi","year":"2026","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2026.112418_bib31","doi-asserted-by":"crossref","first-page":"159","DOI":"10.2307\/2529310","article-title":"The measurement of observer agreement for categorical data","volume":"33","author":"Landis","year":"1977","journal-title":"Biometrics"},{"key":"10.1016\/j.jclinepi.2026.112418_bib32","doi-asserted-by":"crossref","first-page":"373","DOI":"10.1080\/00031305.2016.1141708","article-title":"How robust are multirater interrater reliability indices to changes in frequency distribution?","volume":"70","author":"Quarfoot","year":"2016","journal-title":"Am Stat"}],"container-title":["Journal of Clinical Epidemiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0895435626002945?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0895435626002945?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,9,9]],"date-time":"2026-09-09T19:47:21Z","timestamp":1788983241000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0895435626002945"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,10]]},"references-count":30,"alternative-id":["S0895435626002945"],"URL":"https:\/\/doi.org\/10.1016\/j.jclinepi.2026.112418","relation":{},"ISSN":["0895-4356"],"issn-type":[{"value":"0895-4356","type":"print"}],"subject":[],"published":{"date-parts":[[2026,10]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"The ROBUST-RCT tool had at least moderate agreement in an inter-rater reliability study of assessments by junior researchers","name":"articletitle","label":"Article Title"},{"value":"Journal of Clinical Epidemiology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jclinepi.2026.112418","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Inc. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"112418"}}