{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,6]],"date-time":"2026-10-06T01:15:43Z","timestamp":1791249343186,"version":"4.1.0"},"reference-count":48,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2024,8,1]],"date-time":"2024-08-01T00:00:00Z","timestamp":1722470400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2024,5,23]],"date-time":"2024-05-23T00:00:00Z","timestamp":1716422400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006095","name":"South-Eastern Norway Regional Health Authority","doi-asserted-by":"publisher","award":["2017015"],"award-info":[{"award-number":["2017015"]}],"id":[{"id":"10.13039\/501100006095","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100005416","name":"Research Council of Norway","doi-asserted-by":"publisher","award":["271555\/F20"],"award-info":[{"award-number":["271555\/F20"]}],"id":[{"id":"10.13039\/501100005416","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["clinicalkey.fr","clinicalkey.jp","clinicalkey.es","clinicalkey.com.au","clinicalkey.com","jclinepi.com","elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Journal of Clinical Epidemiology"],"published-print":{"date-parts":[[2024,8]]},"DOI":"10.1016\/j.jclinepi.2024.111399","type":"journal-article","created":{"date-parts":[[2024,5,27]],"date-time":"2024-05-27T05:49:48Z","timestamp":1716788988000},"page":"111399","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":5,"special_numbering":"C","title":["Physicians found an interactive tool displaying structured evidence summaries for multiple comparisons understandable and useful: a qualitative user testing study"],"prefix":"10.1016","volume":"172","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3656-5201","authenticated-orcid":false,"given":"Per Olav","family":"L\u00f8vsletten","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3340-0591","authenticated-orcid":false,"given":"Birk Stokke","family":"Hunskaar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anja Fog","family":"Heen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Geertruida","family":"Bekkering","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6265-0362","authenticated-orcid":false,"given":"Louise Vanden","family":"Poel","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Dena","family":"Zeraatkar","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mieke","family":"Vermandere","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1142-5402","authenticated-orcid":false,"given":"Bert","family":"Aertgeerts","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nicolas","family":"Delvaux","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Frankie","family":"Achille","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0178-8712","authenticated-orcid":false,"given":"Jason W.","family":"Busse","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Thomas","family":"Agoritsas","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Per Olav","family":"Vandvik","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.jclinepi.2024.111399_bib1","doi-asserted-by":"crossref","first-page":"415","DOI":"10.1016\/S0140-6736(16)31592-6","article-title":"Progress in evidence-based medicine: a quarter century on","volume":"390","author":"Djulbegovic","year":"2017","journal-title":"Lancet"},{"key":"10.1016\/j.jclinepi.2024.111399_bib2","series-title":"Cochrane Handbook for Systematic Reviews of Interventions version 6.4 (updated August 2023) , n.d.","article-title":"Chapter 11: Undertaking network meta-analyses","author":"Chaimani","year":"2023"},{"key":"10.1016\/j.jclinepi.2024.111399_bib3","doi-asserted-by":"crossref","first-page":"n949","DOI":"10.1136\/bmj.n949","article-title":"Prophylaxis against covid-19: living systematic review and network meta-analysis","volume":"373","author":"Bartoszko","year":"2021","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2024.111399_bib4","article-title":"Drug treatments for covid-19: living systematic review and network meta-analysis","volume":"370","author":"Siemieniuk","year":"2020","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2024.111399_bib5","article-title":"Benefits and harms of drug treatment for type 2 diabetes: systematic review and network meta-analysis of randomised controlled trials","volume":"381","author":"Shi","year":"2023","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2024.111399_bib6","doi-asserted-by":"crossref","first-page":"712","DOI":"10.1016\/j.eururo.2021.03.016","article-title":"A living, interactive systematic review and network meta-analysis of first-line treatment of metastatic renal cell carcinoma","volume":"80","author":"Riaz","year":"2021","journal-title":"Eur Urol"},{"key":"10.1016\/j.jclinepi.2024.111399_bib7","doi-asserted-by":"crossref","first-page":"1357","DOI":"10.1016\/S0140-6736(17)32802-7","article-title":"Comparative efficacy and acceptability of 21 antidepressant drugs for the acute treatment of adults with major depressive disorder: a systematic review and network meta-analysis","volume":"391","author":"Cipriani","year":"2018","journal-title":"Lancet"},{"key":"10.1016\/j.jclinepi.2024.111399_bib8","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0144856","article-title":"Comparison of the novel oral anticoagulants apixaban, dabigatran, edoxaban, and rivaroxaban in the initial and long-term treatment and prevention of venous thromboembolism: systematic review and network meta-analysis","volume":"10","author":"Cohen","year":"2015","journal-title":"PLoS One"},{"key":"10.1016\/j.jclinepi.2024.111399_bib9","doi-asserted-by":"crossref","first-page":"247","DOI":"10.1177\/2047487319879786","article-title":"Comparative efficacy of exercise and anti-hypertensive pharmacological interventions in reducing blood pressure in people with hypertension: a network meta-analysis","volume":"27","author":"Noone","year":"2020","journal-title":"Eur J Prev Cardiol"},{"key":"10.1016\/j.jclinepi.2024.111399_bib10","doi-asserted-by":"crossref","first-page":"231","DOI":"10.1136\/bmjebm-2020-111542","article-title":"Understanding of research results, evidence summaries and their applicability\u2014not critical appraisal\u2014are core skills of medical curriculum","volume":"26","author":"Tikkinen","year":"2021","journal-title":"BMJ Evid-Based Med"},{"key":"10.1016\/j.jclinepi.2024.111399_bib11","first-page":"CD001431","article-title":"Decision aids for people facing health treatment or screening decisions","volume":"4","author":"Stacey","year":"2017","journal-title":"Cochrane Database Syst Rev"},{"key":"10.1016\/j.jclinepi.2024.111399_bib12","doi-asserted-by":"crossref","first-page":"n1091","DOI":"10.1136\/bmj.n1091","article-title":"SGLT-2 inhibitors or GLP-1 receptor agonists for adults with type 2 diabetes: a clinical practice guideline","volume":"373","author":"Li","year":"2021","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2024.111399_bib13","article-title":"PCSK9 inhibitors and ezetimibe for the reduction of cardiovascular events: a clinical practice guideline with risk-stratified recommendations","volume":"377","author":"Hao","year":"2022","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2024.111399_bib14","doi-asserted-by":"crossref","first-page":"739","DOI":"10.7326\/M19-3602","article-title":"Nonpharmacologic and pharmacologic management of acute pain from non\u2013low back, musculoskeletal injuries in adults: a clinical guideline from the American College of Physicians and American Academy of Family Physicians","volume":"173","author":"Qaseem","year":"2020","journal-title":"Ann Intern Med"},{"key":"10.1016\/j.jclinepi.2024.111399_bib15","article-title":"GRADE approach to drawing conclusions from a network meta-analysis using a minimally contextualised framework","volume":"371","author":"Brignardello-Petersen","year":"2020","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2024.111399_bib16","article-title":"GRADE approach to drawing conclusions from a network meta-analysis using a partially contextualised framework","volume":"371","author":"Brignardello-Petersen","year":"2020","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2024.111399_bib17","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jclinepi.2019.04.018","article-title":"Development of the summary of findings table for network meta-analysis","volume":"115","author":"Yepes-Nu\u00f1ez","year":"2019","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2024.111399_bib18","series-title":"Cochrane Handbook for Systematic Reviews of Interventions version 6.4 (updated August 2023)","article-title":"Chapter 14: Completing \u2018Summary of findings\u2019 tables and grading the certainty of the evidence","author":"Sch\u00fcnemann","year":"2023"},{"key":"10.1016\/j.jclinepi.2024.111399_bib19","doi-asserted-by":"crossref","first-page":"158","DOI":"10.1016\/j.jclinepi.2012.01.012","article-title":"GRADE guidelines: 12. Preparing Summary of Findings tables\u2014binary outcomes","volume":"66","author":"Guyatt","year":"2013","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2024.111399_bib20","doi-asserted-by":"crossref","first-page":"173","DOI":"10.1016\/j.jclinepi.2012.08.001","article-title":"GRADE guidelines: 13. Preparing Summary of Findings tables and evidence profiles\u2014continuous outcomes","volume":"66","author":"Guyatt","year":"2013","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2024.111399_bib21","doi-asserted-by":"crossref","first-page":"202","DOI":"10.1186\/s12911-021-01541-7","article-title":"Decision aids linked to evidence summaries and clinical practice guidelines: results from user-testing in clinical encounters","volume":"21","author":"Heen","year":"2021","journal-title":"BMC Med Inform Decis Mak"},{"key":"10.1016\/j.jclinepi.2024.111399_bib22","doi-asserted-by":"crossref","first-page":"620","DOI":"10.1016\/j.jclinepi.2009.12.014","article-title":"Summary-of-findings tables in Cochrane reviews improved understanding and rapid retrieval of key information","volume":"63","author":"Rosenbaum","year":"2010","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2024.111399_bib23","series-title":"Abstr. Accept. GIN 2023 Hybrid Conf. Glasg. UK","first-page":"265","article-title":"[Conference Abstract] Reporting of network meta-analysis results in systematic reviews: a cross- sectional sample of evidence summary presentation formats","author":"L\u00f8vsletten","year":"2023"},{"key":"10.1016\/j.jclinepi.2024.111399_bib24","doi-asserted-by":"crossref","first-page":"l5515","DOI":"10.1136\/bmj.l5515","article-title":"Colorectal cancer screening with faecal immunochemical testing, sigmoidoscopy or colonoscopy: a clinical practice guideline","volume":"367","author":"Helsingen","year":"2019","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2024.111399_bib25","doi-asserted-by":"crossref","first-page":"S7","DOI":"10.1186\/1472-6947-13-S2-S7","article-title":"Presenting quantitative information about decision outcomes: a risk communication primer for patient decision aid developers","volume":"13","author":"Trevena","year":"2013","journal-title":"BMC Med Inform Decis Mak"},{"key":"10.1016\/j.jclinepi.2024.111399_bib26","doi-asserted-by":"crossref","first-page":"198","DOI":"10.1016\/j.compedu.2013.09.017","article-title":"The\u00a0cognitive impact of interactive design features for learning complex materials in medical education","volume":"71","author":"Song","year":"2014","journal-title":"Comput Educ"},{"key":"10.1016\/j.jclinepi.2024.111399_bib27","doi-asserted-by":"crossref","first-page":"766","DOI":"10.1002\/asi.20557","article-title":"Can interactivity make a difference? Effects of interactivity on the comprehension of and attitudes toward online health content","volume":"58","author":"Lustria","year":"2007","journal-title":"J Am Soc Inf Sci Technol"},{"key":"10.1016\/j.jclinepi.2024.111399_bib28","doi-asserted-by":"crossref","first-page":"1024","DOI":"10.1016\/j.chb.2010.03.003","article-title":"Interactivity in multimedia learning: an integrated model","volume":"26","author":"Domagk","year":"2010","journal-title":"Comput Hum Behav"},{"key":"10.1016\/j.jclinepi.2024.111399_bib29","first-page":"214","article-title":"The impact of an interactive multimedia educational platform on patient comprehension and anxiety during fertility treatment: a randomized controlled trial","volume":"3","author":"Bernard","year":"2022","journal-title":"FS Rep"},{"key":"10.1016\/j.jclinepi.2024.111399_bib30","doi-asserted-by":"crossref","first-page":"754","DOI":"10.1378\/chest.14-1366","article-title":"Development of a novel, multilayered presentation format for clinical practice guidelines","volume":"147","author":"Kristiansen","year":"2015","journal-title":"Chest"},{"key":"10.1016\/j.jclinepi.2024.111399_bib31","doi-asserted-by":"crossref","first-page":"e011569","DOI":"10.1136\/bmjopen-2016-011569","article-title":"Multilayered and digitally structured presentation formats of trustworthy recommendations: a combined survey and randomised trial","volume":"7","author":"Brandt","year":"2017","journal-title":"BMJ Open"},{"key":"10.1016\/j.jclinepi.2024.111399_bib32","doi-asserted-by":"crossref","first-page":"46","DOI":"10.1186\/s12911-020-1065-8","article-title":"Content and system development of a digital patient-provider communication tool to support shared decision making in chronic health care: InvolveMe","volume":"20","author":"Seljelid","year":"2020","journal-title":"BMC Med Inform Decis Mak"},{"key":"10.1016\/j.jclinepi.2024.111399_bib33","doi-asserted-by":"crossref","first-page":"465","DOI":"10.1016\/j.pec.2008.07.024","article-title":"The design of a decision aid about diabetes medications for use during the consultation with patients with type 2 diabetes","volume":"73","author":"Breslin","year":"2008","journal-title":"Patient Educ Couns"},{"key":"10.1016\/j.jclinepi.2024.111399_bib34","doi-asserted-by":"crossref","first-page":"34","DOI":"10.1186\/1472-6947-8-34","article-title":"User experiences of evidence-based online resources for health professionals: user testing of the Cochrane Library","volume":"8","author":"Rosenbaum","year":"2008","journal-title":"BMC Med Inform Decis Mak"},{"key":"10.1016\/j.jclinepi.2024.111399_bib35","doi-asserted-by":"crossref","first-page":"6","DOI":"10.1186\/1748-5908-8-6","article-title":"Developing and evaluating communication strategies to support informed decisions and practice based on evidence (DECIDE): protocol and preliminary results","volume":"8","author":"Treweek","year":"2013","journal-title":"Implement Sci"},{"key":"10.1016\/j.jclinepi.2024.111399_bib36","doi-asserted-by":"crossref","first-page":"104","DOI":"10.1016\/j.jclinepi.2020.10.002","article-title":"A framework for practical issues was developed to inform shared decision-making tools and clinical guidelines","volume":"129","author":"Heen","year":"2021","journal-title":"J Clin Epidemiol"},{"key":"10.1016\/j.jclinepi.2024.111399_bib37","doi-asserted-by":"crossref","first-page":"1245","DOI":"10.1097\/ACM.0000000000000388","article-title":"Standards for reporting qualitative research: a synthesis of recommendations","volume":"89","author":"O\u2019Brien","year":"2014","journal-title":"Acad Med"},{"key":"10.1016\/j.jclinepi.2024.111399_bib38","doi-asserted-by":"crossref","first-page":"m4573","DOI":"10.1136\/bmj.m4573","article-title":"Sodium-glucose cotransporter protein-2 (SGLT-2) inhibitors and glucagon-like peptide-1 (GLP-1) receptor agonists for type 2 diabetes: systematic review and network meta-analysis of randomised controlled trials","volume":"372","author":"Palmer","year":"2021","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2024.111399_bib39","article-title":"PCSK9 inhibitors and ezetimibe with or without statin therapy for cardiovascular risk reduction: a systematic review and network meta-analysis","volume":"377","author":"Khan","year":"2022","journal-title":"BMJ"},{"key":"10.1016\/j.jclinepi.2024.111399_bib40","doi-asserted-by":"crossref","first-page":"730","DOI":"10.7326\/M19-3601","article-title":"Management of acute pain from non\u2013low back, musculoskeletal injuries: a systematic review and network meta-analysis of randomized trials","volume":"173","author":"Busse","year":"2020","journal-title":"Ann Intern Med"},{"key":"10.1016\/j.jclinepi.2024.111399_bib41","doi-asserted-by":"crossref","first-page":"1277","DOI":"10.1177\/1049732305276687","article-title":"Three approaches to qualitative content analysis","volume":"15","author":"Hsieh","year":"2005","journal-title":"Qual Health Res"},{"key":"10.1016\/j.jclinepi.2024.111399_bib42","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1177\/1744987117741667","article-title":"Directed qualitative content analysis: the description and elaboration of its underpinning methods and data analysis process","volume":"23","author":"Assarroudi","year":"2018","journal-title":"J Res Nurs"},{"key":"10.1016\/j.jclinepi.2024.111399_bib43","series-title":"Improving the user experience of evidence. A design approach to evidence-informed health care","author":"Rosenbaum","year":"2010"},{"key":"10.1016\/j.jclinepi.2024.111399_bib44","series-title":"Abstr. Accept. GIN 2023 Hybrid Conf. Glasg. UK","first-page":"329","article-title":"[Conference Abstract] User-testing of a decision support tool for multiple treatment options with NMA data to facilitate guideline development: a qualitative study","author":"Stokke","year":"2023"},{"key":"10.1016\/j.jclinepi.2024.111399_bib45","doi-asserted-by":"crossref","DOI":"10.1136\/bmjopen-2021-056400","article-title":"Development and design validation of a novel network meta-analysis presentation tool for multiple outcomes: a qualitative descriptive study","volume":"12","author":"Phillips","year":"2022","journal-title":"BMJ Open"},{"key":"10.1016\/j.jclinepi.2024.111399_bib46","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1136\/bmjebm-2023-112370","article-title":"Interpretation and use of a decision support tool for multiple treatment options: a combined randomised controlled trial and survey of medical students","volume":"29","author":"Stokke Hunskaar","year":"2024","journal-title":"BMJ Evid-Based Med"},{"key":"10.1016\/j.jclinepi.2024.111399_bib47","doi-asserted-by":"crossref","first-page":"86","DOI":"10.1002\/jrsm.1428","article-title":"The Kilim plot: a tool for visualizing network meta-analysis results for multiple outcomes","volume":"12","author":"Seo","year":"2021","journal-title":"Res Synth Methods"},{"key":"10.1016\/j.jclinepi.2024.111399_bib48","doi-asserted-by":"crossref","first-page":"m3379","DOI":"10.1136\/bmj.m3379","article-title":"A living WHO guideline on drugs for covid-19","volume":"370","author":"Agarwal","year":"2020","journal-title":"BMJ"}],"container-title":["Journal of Clinical Epidemiology"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0895435624001549?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0895435624001549?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2024,8,19]],"date-time":"2024-08-19T22:11:49Z","timestamp":1724105509000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0895435624001549"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8]]},"references-count":48,"alternative-id":["S0895435624001549"],"URL":"https:\/\/doi.org\/10.1016\/j.jclinepi.2024.111399","relation":{},"ISSN":["0895-4356"],"issn-type":[{"value":"0895-4356","type":"print"}],"subject":[],"published":{"date-parts":[[2024,8]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Physicians found an interactive tool displaying structured evidence summaries for multiple comparisons understandable and useful: a qualitative user testing study","name":"articletitle","label":"Article Title"},{"value":"Journal of Clinical Epidemiology","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.jclinepi.2024.111399","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2024 The Author(s). Published by Elsevier Inc.","name":"copyright","label":"Copyright"}],"article-number":"111399"}}