{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,13]],"date-time":"2026-06-13T17:59:12Z","timestamp":1781373552416,"version":"3.54.1"},"reference-count":21,"publisher":"SAGE Publications","issue":"4","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["EFI"],"published-print":{"date-parts":[[2018,12,18]]},"DOI":"10.3233\/efi-180221","type":"journal-article","created":{"date-parts":[[2018,11,13]],"date-time":"2018-11-13T15:52:05Z","timestamp":1542124325000},"page":"285-291","source":"Crossref","is-referenced-by-count":2890,"title":["The Mixed Methods Appraisal Tool (MMAT) version 2018 for information professionals and researchers"],"prefix":"10.1177","volume":"34","author":[{"given":"Quan Nha","family":"Hong","sequence":"first","affiliation":[{"name":"Department of Family Medicine, McGill University, Montr\u00e9al, QC, Canada"},{"name":"Method Development Platform, Quebec SPOR SUPPORT Unit, Montr\u00e9al, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sergi","family":"F\u00e0bregues","sequence":"additional","affiliation":[{"name":"Department of Psychology and Education, Universitat Oberta de Catalunya, Barcelona, Spain"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Gillian","family":"Bartlett","sequence":"additional","affiliation":[{"name":"Department of Family Medicine, McGill University, Montr\u00e9al, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Felicity","family":"Boardman","sequence":"additional","affiliation":[{"name":"Division of Health Sciences, Warwick Medical School, University of Warwick, Coventry, UK"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Margaret","family":"Cargo","sequence":"additional","affiliation":[{"name":"Health Research Institute, University of Canberra, Canberra, Australia"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pierre","family":"Dagenais","sequence":"additional","affiliation":[{"name":"Facult\u00e9 de m\u00e9decine et des sciences de la sant\u00e9, Universit\u00e9 de Sherbrooke, Sherbrooke, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marie-Pierre","family":"Gagnon","sequence":"additional","affiliation":[{"name":"Facult\u00e9 des sciences infirmi\u00e8res, Universit\u00e9 Laval, Qu\u00e9bec, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Frances","family":"Griffiths","sequence":"additional","affiliation":[{"name":"Division of Health Sciences, Warwick Medical School, University of Warwick, Coventry, UK"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Belinda","family":"Nicolau","sequence":"additional","affiliation":[{"name":"Faculty of Dentistry, Division of Oral Health and Society Research, McGill University, Montr\u00e9al, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alicia","family":"O\u2019Cathain","sequence":"additional","affiliation":[{"name":"Medical Care Research Unit, School of Health and Related Research, University of Sheffield, Sheffield, UK"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Marie-Claude","family":"Rousseau","sequence":"additional","affiliation":[{"name":"INRS-Institut Armand-Frappier Research Centre, Laval, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Isabelle","family":"Vedel","sequence":"additional","affiliation":[{"name":"Department of Family Medicine, McGill University, Montr\u00e9al, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Pierre","family":"Pluye","sequence":"additional","affiliation":[{"name":"Department of Family Medicine, McGill University, Montr\u00e9al, QC, Canada"},{"name":"Method Development Platform, Quebec SPOR SUPPORT Unit, Montr\u00e9al, QC, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"179","reference":[{"issue":"10","key":"10.3233\/EFI-180221_ref3","doi-asserted-by":"crossref","first-page":"1425","DOI":"10.1177\/1049732312452937","article-title":"Should we exclude inadequately reported studies from qualitative systematic reviews? An evaluation of sensitivity analyses in two case study reviews","volume":"C22","author":"Carroll,","year":"2012","journal-title":"Qualitative Health Research"},{"issue":"12","key":"10.3233\/EFI-180221_ref4","doi-asserted-by":"crossref","first-page":"1745","DOI":"10.1053\/apmr.2002.35657","article-title":"Impact of quality scales on levels of evidence inferred from a systematic review of exercise therapy and low back pain","volume":"83","author":"Colle,","year":"2002","journal-title":"Archives of Physical Medicine and Rehabilitation"},{"issue":"1","key":"10.3233\/EFI-180221_ref5","doi-asserted-by":"crossref","first-page":"79","DOI":"10.1016\/j.jclinepi.2010.02.008","article-title":"A review of critical appraisal tools show they lack rigor: Alternative tool structure is proposed","volume":"64","author":"Crowe,","year":"2011","journal-title":"Journal of Clinical Epidemiology"},{"issue":"4","key":"10.3233\/EFI-180221_ref6","doi-asserted-by":"crossref","first-page":"100","DOI":"10.1038\/sj.ebd.6400351","article-title":"No \u201cgold standard\u201d critical appraisal tool for allied health research","volume":"6","author":"Glenny,","year":"2005","journal-title":"Evidence-Based Dentistry"},{"key":"10.3233\/EFI-180221_ref7","first-page":"153","article-title":"Quality and relevance appraisal","author":"Harden,","year":"2012","journal-title":"An introduction to systematic reviews"},{"key":"10.3233\/EFI-180221_ref8","unstructured":"Hartling, L., Bond, K., Harvey, K., Santaguida, P. L., Viswanathan, M., & Dryden, D. M. (2010). Developing and testing a tool for the classification of study designs in systematic reviews of interventions and exposures. Rockville, MD: Agency for Healthcare Research and Quality (AHRQ)."},{"issue":"8","key":"10.3233\/EFI-180221_ref9","doi-asserted-by":"crossref","first-page":"861","DOI":"10.1016\/j.jclinepi.2011.01.010","article-title":"Testing a tool for the classification of study designs in systematic reviews of interventions and exposures showed moderate reliability and low accuracy","volume":"64","author":"Hartling,","year":"2011","journal-title":"Journal of Clinical Epidemiology"},{"issue":"12","key":"10.3233\/EFI-180221_ref10","doi-asserted-by":"crossref","first-page":"1249","DOI":"10.1016\/j.jclinepi.2006.03.008","article-title":"Adjustment of meta-analyses on the basis of quality scores should be abandoned","volume":"59","author":"Herbison,","year":"2006","journal-title":"Journal of Clinical Epidemiology"},{"issue":"4","key":"10.3233\/EFI-180221_ref11","doi-asserted-by":"crossref","first-page":"302","DOI":"10.1177\/1558689813479449","article-title":"Critical appraisal of mixed methods studies","volume":"7","author":"Heyvaert,","year":"2013","journal-title":"Journal of Mixed Methods Research"},{"issue":"3","key":"10.3233\/EFI-180221_ref13","doi-asserted-by":"crossref","first-page":"459","DOI":"10.1111\/jep.12884","article-title":"Improving the usefulness of a tool for appraising the quality of qualitative, quantitative and mixed methods studies, the Mixed Methods Appraisal Tool (MMAT)","volume":"24","author":"Hong,","year":"2018","journal-title":"Journal of Evaluation in Clinical Practice"},{"key":"10.3233\/EFI-180221_ref14","doi-asserted-by":"crossref","unstructured":"Hong, Q. N., & Pluye, P. (2018a). A conceptual framework for critical appraisal in systematic mixed studies reviews. Journal of Mixed Methods Research, Advance online publication, https:\/\/doi.org\/10.1177\/1558689818770058.","DOI":"10.1177\/1558689818770058"},{"key":"10.3233\/EFI-180221_ref17","unstructured":"Hong, Q. N., Pluye, P., F\u00e0bregues, S., Bartlett, G., Boardman, F., Cargo, M., et al. (in revision). Improving the content validity of the Mixed Methods Appraisal Tool (MMAT): A modified e-Delphi study. Jour-nal of Clinical Epidemiology."},{"key":"10.3233\/EFI-180221_ref19","doi-asserted-by":"crossref","first-page":"531","DOI":"10.4135\/9781506335193.n21","article-title":"Assessing the quality of mixed methods research: Towards a comprehensive framework","author":"O\u2019Cathain,","year":"2010","journal-title":"Handbook of mixed methods in social and behavioral research"},{"issue":"1","key":"10.3233\/EFI-180221_ref20","doi-asserted-by":"crossref","first-page":"47","DOI":"10.1016\/j.ijnurstu.2011.07.002","article-title":"Testing the reliability and efficiency of the pilot Mixed Methods Appraisal Tool (MMAT) for systematic mixed studies review","volume":"49","author":"Pace,","year":"2012","journal-title":"International Journal of Nursing Studies"},{"issue":"4","key":"10.3233\/EFI-180221_ref21","doi-asserted-by":"crossref","first-page":"722","DOI":"10.1111\/jep.12017","article-title":"Critical appraisal tools for assessing the methodological quality of qualitative, quantitative and mixed methods studies included in systematic mixed studies reviews","volume":"19","author":"Pluye,","year":"2013","journal-title":"Journal of Evaluation in Clinical Practice"},{"issue":"4","key":"10.3233\/EFI-180221_ref22","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1016\/j.ijnurstu.2009.01.009","article-title":"A scoring system for appraising mixed methods research, and concomitantly appraising qualitative, quantitative and mixed methods primary studies in mixed studies reviews","volume":"46","author":"Pluye,","year":"2009","journal-title":"International Journal of Nursing Studies"},{"key":"10.3233\/EFI-180221_ref23","doi-asserted-by":"crossref","unstructured":"Pluye, P., Hong, Q. N., Granikov, V., & Vedel, I. (2018). The wiki toolkit for planning, conducting and reporting mixed studies reviews. Education for Information (Special Issue).","DOI":"10.3233\/EFI-180220"},{"issue":"1","key":"10.3233\/EFI-180221_ref25","doi-asserted-by":"crossref","first-page":"142","DOI":"10.1016\/j.socscimed.2015.11.007","article-title":"Quality of qualitative research in the health sciences: Analysis of the common criteria present in 58 assessment guidelines by expert users","volume":"148","author":"Santiago-Delefosse,","year":"2016","journal-title":"Social Science & Medicine"},{"issue":"2","key":"10.3233\/EFI-180221_ref27","doi-asserted-by":"crossref","first-page":"200","DOI":"10.1016\/j.jclinepi.2015.09.013","article-title":"A newly developed tool for classifying study designs in systematic reviews of interventions and exposures showed substantial reliability and validity","volume":"70","author":"Seo,","year":"2016","journal-title":"Journal of Clinical Epidemiology"},{"issue":"1","key":"10.3233\/EFI-180221_ref28","doi-asserted-by":"crossref","first-page":"500","DOI":"10.1016\/j.ijnurstu.2014.08.010","article-title":"Systematic mixed studies reviews: Updating results on the reliability and efficiency of the Mixed Methods Appraisal Tool","volume":"52","author":"Souto,","year":"2015","journal-title":"International Journal of Nursing Studies"},{"issue":"1","key":"10.3233\/EFI-180221_ref31","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1016\/S0749-3797(99)00122-1","article-title":"Data collection instrument and procedure for systematic reviews in the guide to community preventive services","volume":"18","author":"Zaza,","year":"2000","journal-title":"American Journal of Preventive Medicine"}],"container-title":["Education for Information"],"original-title":[],"link":[{"URL":"https:\/\/content.iospress.com\/download?id=10.3233\/EFI-180221","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T19:18:51Z","timestamp":1777403931000},"score":1,"resource":{"primary":{"URL":"https:\/\/journals.sagepub.com\/doi\/full\/10.3233\/EFI-180221"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,12,18]]},"references-count":21,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.3233\/efi-180221","relation":{"is-referenced-by":[{"id-type":"doi","id":"10.1007\/s11126-025-10158-2","asserted-by":"object"}]},"ISSN":["0167-8329","1875-8649"],"issn-type":[{"value":"0167-8329","type":"print"},{"value":"1875-8649","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,12,18]]}}}