{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,28]],"date-time":"2026-10-28T13:24:16Z","timestamp":1793193856280,"version":"4.5.0"},"reference-count":29,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2014,4,23]],"date-time":"2014-04-23T00:00:00Z","timestamp":1398211200000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Syst Rev"],"published-print":{"date-parts":[[2014,12]]},"DOI":"10.1186\/2046-4053-3-35","type":"journal-article","created":{"date-parts":[[2014,4,23]],"date-time":"2014-04-23T09:21:43Z","timestamp":1398244903000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":35,"title":["Observational evidence and strength of evidence domains: case examples"],"prefix":"10.1186","volume":"3","author":[{"given":"Maya","family":"O\u2019Neil","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Nancy","family":"Berkman","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Lisa","family":"Hartling","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Stephanie","family":"Chang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Johanna","family":"Anderson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Makalapua","family":"Motu\u2019apuaka","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeanne-Marie","family":"Guise","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marian S","family":"McDonagh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2014,4,23]]},"reference":[{"key":"209_CR1","volume-title":"Methods Guide for Effectiveness and Comparative Effectiveness Reviews","author":"S Norris","year":"2010","unstructured":"Norris S, Atkins D, Bruening W, Fox S, Johnson E, Kane R, Morton SC, Oremus M, Ospina M, Randhawa G, Schoelles K, Shekelle P, Viswanathan M: Selecting observational studies for comparing medical interventions. Methods Guide for Effectiveness and Comparative Effectiveness Reviews. 2010, Rockville, MD: Agency for Healthcare Research and Quality"},{"key":"209_CR2","volume-title":"Methods Guide for Comparative Effectiveness Reviews. (Prepared by the RTI-UNC Evidence-based Practice Center under Contract No. 290- 2007-10056-I). AHRQ Publication No 13(14)-EHC130-EF","author":"ND Berkman","year":"2013","unstructured":"Berkman ND, Lohr KN, Ansari M, McDonagh M, Balk E, Whitlock E, Reston J, Bass E, Butler M, Gartlehner G, Hartling L, Kane R, McPheeters M, Morgan L, Morton SC, Viswanathan M, Sista P, Chang S: Grading the strength of a body of evidence when assessing health care interventions for the effective health care program of the Agency for Healthcare Research and Quality: an update. Methods Guide for Comparative Effectiveness Reviews. (Prepared by the RTI-UNC Evidence-based Practice Center under Contract No. 290- 2007-10056-I). AHRQ Publication No 13(14)-EHC130-EF. 2013, Rockville, MD: Agency for Healthcare Research and Quality"},{"key":"209_CR3","doi-asserted-by":"publisher","first-page":"502","DOI":"10.1016\/j.jclinepi.2008.06.007","volume":"63","author":"R Chou","year":"2010","unstructured":"Chou R, Aronson N, Atkins D, Ismaila AS, Santaguida P, Smith DH, Whitlock E, Wilt TJ, Moher D: AHRQ series paper 4: assessing harms when comparing medical interventions: AHRQ and the effective health-care program. J Clin Epidemiol. 2010, 63: 502-512. 10.1016\/j.jclinepi.2008.06.007.","journal-title":"J Clin Epidemiol"},{"key":"209_CR4","volume-title":"Methods Guide for Comparative Effectiveness Reviews. AHRQ Publication No. 12-EHC047-EF","author":"M Viswanathan","year":"2012","unstructured":"Viswanathan M, Mohammed AT, Berkman ND, Chang S, Hartling L, McPheeters ML, Santaguida PL, Shamliyan T, Singh K, Tsertsvadze A, Treadwell JR: Assessing the risk of bias of individual studies in systematic reviews of health care interventions. Methods Guide for Comparative Effectiveness Reviews. AHRQ Publication No. 12-EHC047-EF. 2012, Rockville, MD: Agency for Healthcare Research and Quality"},{"key":"209_CR5","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1002\/jrsm.1062","volume":"4","author":"SL Norris","year":"2013","unstructured":"Norris SL, Moher D, Reeves BC, Shea B, Loke Y, Garner S, Anderson L, Tugwell P, Wells G: Issues relating to selective reporting when including non-randomized studies in systematic reviews on the effects of healthcare interventions. Res Synth Meth. 2013, 4: 36-47. 10.1002\/jrsm.1062.","journal-title":"Res Synth Meth"},{"key":"209_CR6","volume-title":"Methods Reference Guide for Effectiveness and Comparative Effectiveness Reviews. Draft posted October 2007","author":"Agency for Healthcare Research and Quality","year":"2007","unstructured":"Agency for Healthcare Research and Quality: Methods Reference Guide for Effectiveness and Comparative Effectiveness Reviews. Draft posted October 2007. 2007, Rockville, MD: Agency for Healthcare Research and Quality,http:\/\/effectivehealthcare.ahrq.gov\/repFiles\/2007_10DraftMethodsGuide.pdf,"},{"key":"209_CR7","volume-title":"Methods Research Report. (Prepared by the ECRI Institute Evidence-based Practice Center under Contract No. HHSA 290-2007-10063-I.) AHRQ Publication No. 11-EHC046-EF","author":"JR Treadwell","year":"2011","unstructured":"Treadwell JR, Singh S, Talati R, McPheeters ML, Reston JT: A framework for \u201cbest evidence\u201d approaches in systematic reviews. Methods Research Report. (Prepared by the ECRI Institute Evidence-based Practice Center under Contract No. HHSA 290-2007-10063-I.) AHRQ Publication No. 11-EHC046-EF. 2011, Rockville, MD: Agency for Healthcare Research and Quality"},{"key":"209_CR8","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1002\/jrsm.1078","volume":"4","author":"HJ Sch\u00fcnemann","year":"2013","unstructured":"Sch\u00fcnemann HJ, Tugwell P, Reeves BC, Akl EA, Santesso N, Spencer FA, Shea B, Wells G, Helfand M: Non\u2012randomized studies as a source of complementary, sequential or replacement evidence for randomized controlled trials in systematic reviews on the effects of interventions. Res Synth Meth. 2013, 4: 49-62. 10.1002\/jrsm.1078.","journal-title":"Res Synth Meth"},{"key":"209_CR9","volume-title":"Cochrane Handbook for Systematic Reviews of Interventions. Version 5.1.0","author":"BC Reeves","year":"2008","unstructured":"Reeves BC, Deeks JJ, Higgins JP, Wells GA: Chapter 13: Including non-randomized studies. Cochrane Handbook for Systematic Reviews of Interventions. Version 5.1.0. Edited by: Higgins JPT, Green S. 2008, Oxford: The Cochrane Collaboration"},{"key":"209_CR10","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1002\/jrsm.1056","volume":"4","author":"JPT Higgins","year":"2013","unstructured":"Higgins JPT, Ramsay C, Reeves BC, Deeks JJ, Shea B, Valentine JC, Tugwell P, Wells G: Issues relating to study design and risk of bias when including non-randomized studies in systematic reviews on the effects of interventions. Res Synth Meth. 2013, 4: 12-25. 10.1002\/jrsm.1056.","journal-title":"Res Synth Meth"},{"key":"209_CR11","first-page":"1","volume":"133","author":"M Viswanathan","year":"2006","unstructured":"Viswanathan M, Visco AG, Hartmann K, Wechter ME, Gartlehner G, Wu JM, Palmieri R, Funk MJ, Lux L, Swinson T, Lohr KN: Cesarean delivery on maternal request. Evid Rep Technol Assess (Full Rep). 2006, 133: 1-138.","journal-title":"Evid Rep Technol Assess (Full Rep)"},{"key":"209_CR12","volume-title":"Drug Class Review: Atypical Antipsychotic Drugs","author":"M McDonagh","year":"2005","unstructured":"McDonagh M, Peterson K, Carson S, Fu R, Thakurta S: Drug Class Review: Atypical Antipsychotic Drugs. 2005, Portland, OR: Oregon Health & Science University"},{"key":"209_CR13","volume-title":"Drug Class Review: Atypical Antipsychotic Drugs. Update 1","author":"M McDonagh","year":"2006","unstructured":"McDonagh M, Peterson K, Carson S, Fu R, Thakurta S: Drug Class Review: Atypical Antipsychotic Drugs. Update 1. 2006, Portland, OR: Oregon Health & Science University"},{"key":"209_CR14","volume-title":"Comparative Effectiveness Review No. 26. (Prepared by the Vanderbilt Evidence-based Practice Center under Contract No. 290-2007-10065-I.) AHRQ Publication No. 11-EHC029-EF","author":"Z Warren","year":"2011","unstructured":"Warren Z, Veenstra-VanderWeele J, Stone W, Bruzek JL, Nahmias AS, Foss-Feig JH, Jerome RN, Krishnaswami S, Sathe NA, Glasser AM, Surawicz T, McPheeters ML: Therapies for children with autism spectrum disorders. Comparative Effectiveness Review No. 26. (Prepared by the Vanderbilt Evidence-based Practice Center under Contract No. 290-2007-10065-I.) AHRQ Publication No. 11-EHC029-EF. 2011, Rockville, MD: Agency for Healthcare Research and Quality"},{"key":"209_CR15","volume-title":"Comparative Effectiveness Review No. 65. (Prepared by the Vanderbilt Evidence-based Practice Center under Contract No. 290-2007-10065-I.) AHRQ Publication No. 12-EHC063-EF","author":"JL Taylor","year":"2012","unstructured":"Taylor JL, Dove D, Veenstra-VanderWeele J, Sathe NA, McPheeters ML, Jerome RN, Warren Z: Interventions for adolescents and young adults with autism spectrum disorders. Comparative Effectiveness Review No. 65. (Prepared by the Vanderbilt Evidence-based Practice Center under Contract No. 290-2007-10065-I.) AHRQ Publication No. 12-EHC063-EF. 2012, Rockville, MD: Agency for Healthcare Research and Quality"},{"key":"209_CR16","volume-title":"Comparative Effectiveness Review No. 88. (Prepared by the Vanderbilt Evidence-based Practice Center under Contract No. 290-2007-10065-I.) AHRQ Publication No. 13-EHC001-EF","author":"DF Penson","year":"2012","unstructured":"Penson DF, Krishnaswami S, Jules A, Seroogy JC, McPheeters ML: Evaluation and treatment of cryptorchidism. Comparative Effectiveness Review No. 88. (Prepared by the Vanderbilt Evidence-based Practice Center under Contract No. 290-2007-10065-I.) AHRQ Publication No. 13-EHC001-EF. 2012, Rockville, MD: Agency for Healthcare Research and Quality"},{"key":"209_CR17","volume-title":"Cochrane Handbook for Systematic Reviews of Interventions. Version 5.1.0, updated March 2011","year":"2011","unstructured":"Cochrane Handbook for Systematic Reviews of Interventions. Version 5.1.0, updated March 2011. Edited by: Higgins JPT, Green S. 2011, Oxford: The Cochrane Collaboration"},{"key":"209_CR18","doi-asserted-by":"publisher","first-page":"915","DOI":"10.1093\/aje\/kwg231","volume":"158","author":"WA Ray","year":"2003","unstructured":"Ray WA: Evaluating medication effects outside of clinical trials: new-user designs. Am J Epidemiol. 2003, 158: 915-920. 10.1093\/aje\/kwg231.","journal-title":"Am J Epidemiol"},{"key":"209_CR19","doi-asserted-by":"publisher","first-page":"512","DOI":"10.1097\/EDE.0b013e3181a663cc","volume":"20","author":"S Schneeweiss","year":"2009","unstructured":"Schneeweiss S, Rassen JA, Glynn RJ, Avorn J, Mogun H, Brookhart MA: High-dimensional propensity score adjustment in studies of treatment effects using health care claims data. Epidemiology. 2009, 20: 512-522. 10.1097\/EDE.0b013e3181a663cc.","journal-title":"Epidemiology"},{"key":"209_CR20","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1002\/pds.2328","volume":"21","author":"JA Rassen","year":"2012","unstructured":"Rassen JA, Schneeweiss S: Using high-dimensional propensity scores to automate confounding control in a distributed medical product safety surveillance system. Pharmacoepidemiol Drug Saf. 2012, 21: 41-49.","journal-title":"Pharmacoepidemiol Drug Saf"},{"key":"209_CR21","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1016\/j.jcin.2008.01.008","volume":"1","author":"EL Hannan","year":"2008","unstructured":"Hannan EL: Randomized clinical trials and observational studies guidelines for assessing respective strengths and limitations. JACC Cardiovasc Interv. 2008, 1: 211-217. 10.1016\/j.jcin.2008.01.008.","journal-title":"JACC Cardiovasc Interv"},{"key":"209_CR22","doi-asserted-by":"publisher","first-page":"63","DOI":"10.1002\/jrsm.1077","volume":"4","author":"GA Wells","year":"2013","unstructured":"Wells GA, Shea B, Higgins J, Sterne J, Tugwell P, Reeves BC: Checklists of methodological issues for review authors to consider when including non\u2012randomized studies in systematic reviews. Res Synth Meth. 2013, 4: 63-77. 10.1002\/jrsm.1077.","journal-title":"Res Synth Meth"},{"key":"209_CR23","doi-asserted-by":"publisher","first-page":"377","DOI":"10.1136\/jech.52.6.377","volume":"52","author":"SH Downs","year":"1998","unstructured":"Downs SH, Black N: The feasibility of creating a checklist for the assessment of the methodological quality both of randomised and non-randomised studies of health care interventions. J Epidemiol Community Health. 1998, 52: 377-384. 10.1136\/jech.52.6.377.","journal-title":"J Epidemiol Community Health"},{"key":"209_CR24","doi-asserted-by":"publisher","first-page":"iii\u2013x","DOI":"10.3310\/hta7270","volume":"7","author":"JJ Deeks","year":"2003","unstructured":"Deeks JJ, Dinnes J, D'Amico R, Sowden AJ, Sakarovitch C, Song F, Petticrew M, Altman DG, International Stroke Trial Collaborative Group; European Carotid Surgery Trial Collaborative Group: Evaluating non-randomised intervention studies. Health Technol Assess. 2003, 7: iii\u2013x-1\u2013173","journal-title":"Health Technol Assess"},{"key":"209_CR25","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1016\/j.jclinepi.2011.05.008","volume":"65","author":"M Viswanathan","year":"2012","unstructured":"Viswanathan M, Berkman ND: Development of the RTI item bank on risk of bias and precision of observational studies. J Clin Epidemiol. 2012, 65: 163-178. 10.1016\/j.jclinepi.2011.05.008.","journal-title":"J Clin Epidemiol"},{"key":"209_CR26","volume-title":"Cochrane Database Syst Rev","author":"DC Thompson","year":"2000","unstructured":"Thompson DC, Rivara FP, Thompson R: Helmets for preventing head and facial injuries in bicyclists. Cochrane Database Syst Rev. 2000, 2: CD001855"},{"key":"209_CR27","doi-asserted-by":"publisher","first-page":"741","DOI":"10.1056\/NEJMoa066254","volume":"357","author":"L Sj\u00f6str\u00f6m","year":"2007","unstructured":"Sj\u00f6str\u00f6m L, Narbro K, Sj\u00f6str\u00f6m CD, Karason K, Larsson B, Wedel H, Lystig T, Sullivan M, Bouchard C, Carlsson B, Bengtsson C, Dahlgren S, Gummesson A, Jacobson P, Karlsson J, Lindroos AK, L\u00f6nroth H, N\u00e4slund I, Olbers T, Stenl\u00f6f K, Torgerson J, Agren G, Carlsson LM, Swedish Obese Subjects Study: Effects of bariatric surgery on mortality in Swedish obese subjects. N Engl J Med. 2007, 357: 741-752. 10.1056\/NEJMoa066254.","journal-title":"N Engl J Med"},{"key":"209_CR28","doi-asserted-by":"publisher","first-page":"1528","DOI":"10.1093\/jnci\/djj411","volume":"98","author":"JP Neglia","year":"2006","unstructured":"Neglia JP, Robison LL, Stovall M, Liu Y, Packer RJ, Hammond S, Yasui Y, Kasper CE, Mertens AC, Donaldson SS, Meadows AT, Inskip PD: New primary neoplasms of the central nervous system in survivors of childhood cancer: a report from the Childhood Cancer Survivor Study. J Natl Cancer Inst. 2006, 98: 1528-1537. 10.1093\/jnci\/djj411.","journal-title":"J Natl Cancer Inst"},{"key":"209_CR29","doi-asserted-by":"publisher","first-page":"987","DOI":"10.1056\/NEJMoa1209825","volume":"368","author":"SC Darby","year":"2013","unstructured":"Darby SC, Ewertz M, McGale P, Bennet AM, Blom-Goldman U, Br\u00f8nnum D, Correa C, Cutter D, Gagliardi G, Gigante B, Jensen MB, Nisbet A, Peto R, Rahimi K, Taylor C, Hall P: Risk of ischemic heart disease in women after radiotherapy for breast cancer. N Engl J Med. 2013, 368: 987-998. 10.1056\/NEJMoa1209825.","journal-title":"N Engl J Med"}],"container-title":["Systematic Reviews"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/2046-4053-3-35.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/2046-4053-3-35\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/2046-4053-3-35","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1186\/2046-4053-3-35.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,2]],"date-time":"2021-09-02T03:27:13Z","timestamp":1630553233000},"score":1,"resource":{"primary":{"URL":"https:\/\/systematicreviewsjournal.biomedcentral.com\/articles\/10.1186\/2046-4053-3-35"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,4,23]]},"references-count":29,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2014,12]]}},"alternative-id":["209"],"URL":"https:\/\/doi.org\/10.1186\/2046-4053-3-35","relation":{},"ISSN":["2046-4053"],"issn-type":[{"value":"2046-4053","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,4,23]]},"assertion":[{"value":"11 September 2013","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"31 March 2014","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"23 April 2014","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"35"}}