{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T02:36:57Z","timestamp":1780627017606,"version":"3.54.1"},"reference-count":39,"publisher":"Elsevier BV","issue":"1","license":[{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,7,1]],"date-time":"2024-07-01T00:00:00Z","timestamp":1719792000000},"content-version":"vor","delay-in-days":366,"URL":"http:\/\/www.elsevier.com\/open-access\/userlicense\/1.0\/"}],"content-domain":{"domain":["clinicalkey.com","clinicalkey.com.au","clinicalkey.es","clinicalkey.fr","clinicalkey.jp","jvascsurg.org","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Vascular Surgery"],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1016\/j.jvs.2022.12.029","type":"journal-article","created":{"date-parts":[[2022,12,23]],"date-time":"2022-12-23T19:57:01Z","timestamp":1671825421000},"page":"253-259.e11","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":11,"title":["Assessing the robustness of negative vascular surgery randomized controlled trials using their reverse fragility index"],"prefix":"10.1016","volume":"78","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6615-7295","authenticated-orcid":false,"given":"Allen","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Arshia P.","family":"Javidan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Eva","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Aryan","family":"Ahmadvand","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Derrick Y.","family":"Tam","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Faysal","family":"Naji","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thomas L.","family":"Forbes","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jvs.2022.12.029_bib1","first-page":"27","article-title":"Basic statistics for clinicians: 1. Hypothesis testing","volume":"152","author":"Guyatt","year":"1995","journal-title":"CMAJ"},{"key":"10.1016\/j.jvs.2022.12.029_bib2","doi-asserted-by":"crossref","first-page":"147","DOI":"10.1186\/s12916-020-01598-7","article-title":"Current practice in analysing and reporting binary outcome data\u2014a review of randomised controlled trial reports","volume":"18","author":"Rombach","year":"2020","journal-title":"BMC Med"},{"key":"10.1016\/j.jvs.2022.12.029_bib3","doi-asserted-by":"crossref","first-page":"993","DOI":"10.1001\/jamainternmed.2020.1670","article-title":"Characteristics of contemporary randomized clinical trials and their association with the trial funding source in invasive cardiovascular interventions","volume":"180","author":"Gaudino","year":"2020","journal-title":"JAMA Intern Med"},{"key":"10.1016\/j.jvs.2022.12.029_bib4","doi-asserted-by":"crossref","first-page":"622","DOI":"10.1016\/j.jclinepi.2013.10.019","article-title":"The statistical significance of randomized controlled trial results is frequently fragile: a case for a fragility index","volume":"67","author":"Walsh","year":"2014","journal-title":"J\u00a0Clin Epidemiol"},{"key":"10.1016\/j.jvs.2022.12.029_bib5","doi-asserted-by":"crossref","first-page":"e2012469","DOI":"10.1001\/jamanetworkopen.2020.12469","article-title":"Application of the reverse fragility index to statistically nonsignificant randomized clinical trial results","volume":"3","author":"Khan","year":"2020","journal-title":"JAMA Netw Open"},{"key":"10.1016\/j.jvs.2022.12.029_bib6","doi-asserted-by":"crossref","first-page":"n71","DOI":"10.1136\/bmj.n71","article-title":"The PRISMA 2020 statement: an updated guideline for reporting systematic reviews","volume":"372","author":"Page","year":"2021","journal-title":"BMJ"},{"key":"10.1016\/j.jvs.2022.12.029_bib7","author":"Li"},{"key":"10.1016\/j.jvs.2022.12.029_bib8","doi-asserted-by":"crossref","first-page":"395","DOI":"10.1016\/j.avsg.2022.03.019","article-title":"A\u00a0systematic review and bibliometric analysis of applications of artificial intelligence and machine learning in vascular surgery","volume":"85","author":"Javidan","year":"2022","journal-title":"Ann Vasc Surg"},{"key":"10.1016\/j.jvs.2022.12.029_bib9","doi-asserted-by":"crossref","first-page":"511","DOI":"10.1016\/j.avsg.2020.03.033","article-title":"A\u00a0systematic review of economic evaluations in vascular surgery","volume":"67","author":"Javidan","year":"2020","journal-title":"Ann Vasc Surg"},{"key":"10.1016\/j.jvs.2022.12.029_bib10","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1038\/s41746-021-00552-y","article-title":"Machine learning in vascular surgery: a systematic review and critical appraisal","volume":"5","author":"Li","year":"2022","journal-title":"NPJ Digit Med"},{"key":"10.1016\/j.jvs.2022.12.029_bib11","doi-asserted-by":"crossref","first-page":"1074","DOI":"10.1016\/j.jvs.2021.09.051","article-title":"Analysis of spin in vascular surgery randomized controlled trials with nonsignificant outcomes","volume":"75","author":"Nguyen","year":"2022","journal-title":"J\u00a0Vasc Surg"},{"key":"10.1016\/j.jvs.2022.12.029_bib12","doi-asserted-by":"crossref","first-page":"843","DOI":"10.1016\/S0140-6736(04)16979-1","article-title":"Comparison of endovascular aneurysm repair with open repair in patients with abdominal aortic aneurysm (EVAR trial 1), 30-day operative mortality results: randomised controlled trial","volume":"364","author":"Greenhalgh","year":"2004","journal-title":"Lancet"},{"key":"10.1016\/j.jvs.2022.12.029_bib13","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jvs.2016.03.420","article-title":"Reporting standards of the Society for Vascular Surgery for endovascular treatment of chronic lower extremity peripheral artery disease","volume":"64","author":"Stoner","year":"2016","journal-title":"J\u00a0Vasc Surg"},{"key":"10.1016\/j.jvs.2022.12.029_bib14","doi-asserted-by":"crossref","first-page":"1925","DOI":"10.1016\/S0140-6736(05)67704-5","article-title":"Bypass versus angioplasty in severe ischaemia of the leg (BASIL): multicentre, randomised controlled trial","volume":"366","author":"Adam","year":"2005","journal-title":"Lancet"},{"key":"10.1016\/j.jvs.2022.12.029_bib15","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1056\/NEJMoa0912321","article-title":"Stenting versus endarterectomy for treatment of carotid-artery stenosis","volume":"363","author":"Brott","year":"2010","journal-title":"N\u00a0Engl J Med"},{"key":"10.1016\/j.jvs.2022.12.029_bib16","doi-asserted-by":"crossref","first-page":"1872","DOI":"10.1056\/NEJMoa0911056","article-title":"Endovascular repair of aortic aneurysm in patients physically ineligible for open repair","volume":"362","author":"Greenhalgh","year":"2010","journal-title":"N\u00a0Engl J Med"},{"key":"10.1016\/j.jvs.2022.12.029_bib17","doi-asserted-by":"crossref","first-page":"985","DOI":"10.1016\/S0140-6736(10)60239-5","article-title":"Carotid artery stenting compared with endarterectomy in patients with symptomatic carotid stenosis (international carotid stenting study): an interim analysis of a randomised controlled trial","volume":"375","author":"Ederle","year":"2010","journal-title":"Lancet"},{"key":"10.1016\/j.jvs.2022.12.029_bib18","doi-asserted-by":"crossref","first-page":"1239","DOI":"10.1016\/S0140-6736(06)69122-8","article-title":"30 Day results from the SPACE trial of stent-protected angioplasty versus carotid endarterectomy in symptomatic patients: a randomised non-inferiority trial","volume":"368","author":"Ringleb","year":"2006","journal-title":"Lancet"},{"key":"10.1016\/j.jvs.2022.12.029_bib19","doi-asserted-by":"crossref","first-page":"1048","DOI":"10.1067\/mva.2002.123763","article-title":"Reporting standards for endovascular aortic aneurysm repair","volume":"35","author":"Chaikof","year":"2002","journal-title":"J\u00a0Vasc Surg"},{"key":"10.1016\/j.jvs.2022.12.029_bib20","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1214\/09-SS051","article-title":"Wilcoxon-Mann-Whitney or t-test? On assumptions for hypothesis tests and multiple interpretations of decision rules","volume":"4","author":"Fay","year":"2010","journal-title":"Stat Surv"},{"key":"10.1016\/j.jvs.2022.12.029_bib21","doi-asserted-by":"crossref","first-page":"486","DOI":"10.5812\/ijem.3505","article-title":"Normality tests for statistical analysis: a guide for non-statisticians","volume":"10","author":"Ghasemi","year":"2012","journal-title":"Int J Endocrinol Metab"},{"key":"10.1016\/j.jvs.2022.12.029_bib22","doi-asserted-by":"crossref","first-page":"g6284","DOI":"10.1136\/bmj.g6284","article-title":"Multiple hypothesis testing and Bonferroni's correction","volume":"349","author":"Sedgwick","year":"2014","journal-title":"BMJ"},{"key":"10.1016\/j.jvs.2022.12.029_bib23","doi-asserted-by":"crossref","first-page":"e2809","DOI":"10.1136\/bmj.e2809","article-title":"Potential impact on estimated treatment effects of information lost to follow-up in randomised controlled trials (LOST-IT): systematic review","volume":"344","author":"Akl","year":"2012","journal-title":"BMJ"},{"key":"10.1016\/j.jvs.2022.12.029_bib24","doi-asserted-by":"crossref","first-page":"1294","DOI":"10.1016\/j.jclinepi.2011.03.017","article-title":"GRADE guidelines: 7. Rating the quality of evidence\u2014inconsistency","volume":"64","author":"Guyatt","year":"2011","journal-title":"J\u00a0Clin Epidemiol"},{"key":"10.1016\/j.jvs.2022.12.029_bib25","doi-asserted-by":"crossref","first-page":"924","DOI":"10.1136\/bmj.39489.470347.AD","article-title":"GRADE: an emerging consensus on rating quality of evidence and strength of recommendations","volume":"336","author":"Guyatt","year":"2008","journal-title":"BMJ"},{"key":"10.1016\/j.jvs.2022.12.029_bib26","doi-asserted-by":"crossref","first-page":"1863","DOI":"10.1056\/NEJMoa0909305","article-title":"Endovascular versus open repair of abdominal aortic aneurysm","volume":"362","author":"Greenhalgh","year":"2010","journal-title":"N\u00a0Engl J Med"},{"key":"10.1016\/j.jvs.2022.12.029_bib27","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1001\/jama.290.1.113","article-title":"MSJAMA: industry funding of clinical trials: benefit or bias?","volume":"290","author":"Chopra","year":"2003","journal-title":"JAMA"},{"key":"10.1016\/j.jvs.2022.12.029_bib28","doi-asserted-by":"crossref","first-page":"155","DOI":"10.1007\/BF02602327","article-title":"Source of funding and outcome of clinical trials","volume":"1","author":"Davidson","year":"1986","journal-title":"J\u00a0Gen Intern Med"},{"key":"10.1016\/j.jvs.2022.12.029_bib29","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1186\/1472-6963-2-18","article-title":"Funding source, trial outcome and reporting quality: are they related? Results of a pilot study","volume":"2","author":"Clifford","year":"2002","journal-title":"BMC Health Serv Res"},{"key":"10.1016\/j.jvs.2022.12.029_bib30","doi-asserted-by":"crossref","first-page":"379","DOI":"10.1016\/j.amjmed.2014.01.011","article-title":"Individual and composite study endpoints: separating the wheat from the chaff","volume":"127","author":"Goldberg","year":"2014","journal-title":"Am J Med"},{"key":"10.1016\/j.jvs.2022.12.029_bib31","doi-asserted-by":"crossref","first-page":"2554","DOI":"10.1001\/jama.289.19.2554","article-title":"Composite outcomes in randomized trials: greater precision but with greater uncertainty?","volume":"289","author":"Freemantle","year":"2003","journal-title":"JAMA"},{"key":"10.1016\/j.jvs.2022.12.029_bib32","doi-asserted-by":"crossref","first-page":"e2114494","DOI":"10.1001\/jamanetworkopen.2021.14494","article-title":"Characteristics of randomized clinical trials in surgery from 2008 to 2020: a systematic review","volume":"4","author":"Robinson","year":"2021","journal-title":"JAMA Netw Open"},{"key":"10.1016\/j.jvs.2022.12.029_bib33","doi-asserted-by":"crossref","first-page":"337","DOI":"10.1007\/s10654-016-0149-3","article-title":"Statistical tests, P values, confidence intervals, and power: a guide to misinterpretations","volume":"31","author":"Greenland","year":"2016","journal-title":"Eur J Epidemiol"},{"key":"10.1016\/j.jvs.2022.12.029_bib34","doi-asserted-by":"crossref","first-page":"6570","DOI":"10.5688\/ajpe6570","article-title":"Value problems","volume":"81","author":"Karpen","year":"2017","journal-title":"Am J Pharm Educ"},{"key":"10.1016\/j.jvs.2022.12.029_bib35","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1038\/nature.2016.19503","article-title":"Statisticians issue warning over misuse of P values","volume":"531","author":"Baker","year":"2016","journal-title":"Nature"},{"key":"10.1016\/j.jvs.2022.12.029_bib36","doi-asserted-by":"crossref","first-page":"241","DOI":"10.3344\/kjp.2017.30.4.241","article-title":"What the P values really tell us","volume":"30","author":"Nahm","year":"2017","journal-title":"Korean J Pain"},{"key":"10.1016\/j.jvs.2022.12.029_bib37","doi-asserted-by":"crossref","first-page":"210","DOI":"10.4103\/IJPSYM.IJPSYM_193_19","article-title":"The P value and statistical significance: misunderstandings, explanations, challenges, and alternatives","volume":"41","author":"Andrade","year":"2019","journal-title":"Indian J Psychol Med"},{"key":"10.1016\/j.jvs.2022.12.029_bib38","doi-asserted-by":"crossref","first-page":"e124","DOI":"10.1371\/journal.pmed.0020124","article-title":"Why most published research findings are false","volume":"2","author":"Ioannidis","year":"2005","journal-title":"PLoS Med"},{"key":"10.1016\/j.jvs.2022.12.029_bib39","doi-asserted-by":"crossref","first-page":"26","DOI":"10.1186\/s12916-018-1018-6","article-title":"Reproducibility of clinical research in critical care: a scoping review","volume":"16","author":"Niven","year":"2018","journal-title":"BMC Med"}],"container-title":["Journal of Vascular Surgery"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0741521422026507?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0741521422026507?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T20:41:13Z","timestamp":1760042473000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0741521422026507"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7]]},"references-count":39,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2023,7]]}},"alternative-id":["S0741521422026507"],"URL":"https:\/\/doi.org\/10.1016\/j.jvs.2022.12.029","relation":{},"ISSN":["0741-5214"],"issn-type":[{"value":"0741-5214","type":"print"}],"subject":[],"published":{"date-parts":[[2023,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Assessing the robustness of negative vascular surgery randomized controlled trials using their reverse fragility index","name":"articletitle","label":"Article Title"},{"value":"Journal of Vascular Surgery","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jvs.2022.12.029","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2022 by the Society for Vascular Surgery. Published by Elsevier Inc.","name":"copyright","label":"Copyright"}]}}