{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T18:21:05Z","timestamp":1777573265984,"version":"3.51.4"},"reference-count":57,"publisher":"SAGE Publications","issue":"1","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["EFI"],"published-print":{"date-parts":[[2020,4,3]]},"DOI":"10.3233\/efi-190336","type":"journal-article","created":{"date-parts":[[2019,11,24]],"date-time":"2019-11-24T12:40:54Z","timestamp":1574599254000},"page":"81-92","source":"Crossref","is-referenced-by-count":0,"title":["Facilitators and barriers associated with the implementation of an innovative cross-disciplinary monitoring of the scientific literature: The Collaborative eBibliography on Mixed Methods (CeBoMM) \u2013 A research protocol"],"prefix":"10.1177","volume":"36","author":[{"given":"Pierre","family":"Pluye","sequence":"first","affiliation":[{"name":"Department of Family Medicine, McGill University, Montreal, QC, Canada"},{"name":"Method Development, Quebec SPOR SUPPORT Unit, QC, Canada"},{"name":"Elected Fellow of the Canadian Academy of Health Sciences, QC, Canada"}]},{"given":"Vera","family":"Granikov","sequence":"additional","affiliation":[{"name":"School of Information Studies, McGill University, Montreal, QC, Canada"}]},{"given":"David Li","family":"Tang","sequence":"additional","affiliation":[{"name":"Department of Family Medicine, McGill University, Montreal, QC, Canada"}]}],"member":"179","reference":[{"issue":"2","key":"10.3233\/EFI-190336_ref1","doi-asserted-by":"crossref","first-page":"e49","DOI":"10.2196\/jmir.3773","article-title":"Advantages and Disadvantages of Educational Email Alerts for Family Physicians: Viewpoint","volume":"17","author":"Badran,","year":"2015","journal-title":"Journal of Medical Internet Research,"},{"issue":"1","key":"10.3233\/EFI-190336_ref2","doi-asserted-by":"crossref","first-page":"14","DOI":"10.5860\/crln.67.1.7553","article-title":"Staying alert: The wild new world of current awareness services","volume":"67","author":"Barr,","year":"2006","journal-title":"College and Research Libraries News,"},{"key":"10.3233\/EFI-190336_ref3","doi-asserted-by":"crossref","first-page":"84","DOI":"10.1002\/9781444316490.ch6","article-title":"Analyzing mixed methods data","author":"Bazeley,","year":"2009","journal-title":"Mixed methods research for nursing and the health sciences"},{"issue":"7","key":"10.3233\/EFI-190336_ref4","doi-asserted-by":"crossref","first-page":"e100647","DOI":"10.1371\/journal.pone.0100647","article-title":"Using crowdsourcing to evaluate published scientific literature: Methods and example","volume":"9","author":"Brown,","year":"2014","journal-title":"PLoS ONE,"},{"issue":"4","key":"10.3233\/EFI-190336_ref5","doi-asserted-by":"crossref","first-page":"293","DOI":"10.3233\/EFI-180222","article-title":"Crowdsourcing a mixed systematic review on a complex topic and a heterogeneous population: Lessons learned","volume":"34","author":"Bujold,","year":"2018","journal-title":"Education for Information (Special Issue),"},{"key":"10.3233\/EFI-190336_ref6","first-page":"360","article-title":"Qualitative knowing in action research","author":"Campbell,","year":"1988","journal-title":"Methodology and epistemology for social science: selected papers of Donald T. Campbell"},{"issue":"5","key":"10.3233\/EFI-190336_ref7","doi-asserted-by":"crossref","first-page":"e187","DOI":"10.2196\/jmir.9330","article-title":"Mapping of Crowdsourcing in Health: Systematic Review","volume":"20","author":"Cr\u00e9quit,","year":"2018","journal-title":"Journal of Medical Internet Research,"},{"key":"10.3233\/EFI-190336_ref8","unstructured":"Creswell, J. W., & Plano Clark, V. (2017). Designing and conducting mixed methods research [3rd edition]. Thousand Oaks: Sage."},{"issue":"8","key":"10.3233\/EFI-190336_ref9","doi-asserted-by":"crossref","first-page":"903","DOI":"10.1016\/j.childyouth.2007.11.014","article-title":"Implementation and effects of a service coordination program for youths and their families in complex situations: A mixed evaluation design","volume":"30","author":"Dagenais,","year":"2008","journal-title":"Children and Youth Services Review,"},{"key":"10.3233\/EFI-190336_ref10","unstructured":"De Waal, C. (2005). On pragmatism. Belmont: Wadsworth."},{"key":"10.3233\/EFI-190336_ref11","unstructured":"Dillman, D. A., Smyth, J. D., & Christian, L. M. (2009). Internet, Mail, and Mixed-Mode Surveys: The Tailored Design Method. Hoboken: Wiley."},{"issue":"1","key":"10.3233\/EFI-190336_ref12","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1177\/160940690600500107","article-title":"Demonstrating rigor using thematic analysis: A hybrid approach of inductive and deductive coding and theme development","volume":"5","author":"Fereday,","year":"2006","journal-title":"International Journal of Qualitative Methods,"},{"issue":"5","key":"10.3233\/EFI-190336_ref13","first-page":"e258","article-title":"Physician assessments of the value of therapeutic information delivered via e-mail","volume":"60","author":"Grad,","year":"2014","journal-title":"Canadian Family Physician,"},{"key":"10.3233\/EFI-190336_ref14","unstructured":"Greene, J. C. (2007). Mixed methods in social inquiry. San Francisco: Jossey Bass."},{"issue":"1","key":"10.3233\/EFI-190336_ref15","doi-asserted-by":"crossref","first-page":"7","DOI":"10.1177\/1558689807309969","article-title":"Is mixed methods social inquiry a distinctive methodology?","volume":"2","author":"Greene,","year":"2008","journal-title":"Journal of Mixed Methods Research,"},{"key":"10.3233\/EFI-190336_ref16","doi-asserted-by":"crossref","first-page":"581","DOI":"10.1111\/j.0887-378X.2004.00325.x","article-title":"Diffusion of innovation in service organisations: systematic review and recommendations","volume":"82","author":"Greenhalgh,","year":"2004","journal-title":"Milbank Quarterly,"},{"issue":"6","key":"10.3233\/EFI-190336_ref17","doi-asserted-by":"crossref","first-page":"554","DOI":"10.1370\/afm.1865","article-title":"Integrating quantitative and qualitative results in health science mixed methods research through joint displays","volume":"13","author":"Guetterman,","year":"2015","journal-title":"Annals of Family Medicine,"},{"key":"10.3233\/EFI-190336_ref18","doi-asserted-by":"crossref","unstructured":"Hacking, I. (1999). The social construction of what? Cambridge: Harvard University Press.","DOI":"10.2307\/j.ctv1bzfp1z"},{"key":"10.3233\/EFI-190336_ref19","doi-asserted-by":"crossref","first-page":"e61","DOI":"10.1186\/s13643-017-0454-2","article-title":"Convergent and sequential synthesis designs: implications for conducting and reporting systematic reviews of qualitative and quantitative evidence","volume":"6","author":"Hong,","year":"2017","journal-title":"Systematic Reviews,"},{"issue":"2","key":"10.3233\/EFI-190336_ref21","first-page":"65","article-title":"Grounded theory in practice: Is it inherently a mixed method","volume":"17","author":"Johnson,","year":"2010","journal-title":"Research in the Schools,"},{"issue":"2","key":"10.3233\/EFI-190336_ref22","doi-asserted-by":"crossref","first-page":"112","DOI":"10.1177\/1558689806298224","article-title":"Toward a definition of mixed methods research","volume":"1","author":"Johnson,","year":"2007","journal-title":"Journal of Mixed Methods Research,"},{"issue":"3","key":"10.3233\/EFI-190336_ref23","doi-asserted-by":"crossref","first-page":"260","DOI":"10.1287\/orsc.6.3.260","article-title":"Opening up decision making: the view from the black stool","volume":"6","author":"Langley,","year":"1995","journal-title":"Organization Science"},{"issue":"3","key":"10.3233\/EFI-190336_ref24","doi-asserted-by":"crossref","first-page":"831","DOI":"10.1093\/poq\/nft033","article-title":"Presidential address: Applying a total error perspective for improving research quality in the social, behavioral, and marketing sciences","volume":"77","author":"Lavrakas,","year":"2013","journal-title":"Public Opinion Quarterly"},{"key":"10.3233\/EFI-190336_ref25","doi-asserted-by":"crossref","unstructured":"Lebraty, J.-F., & Lobre, K. (2013). Crowdsourcing: One step beyond. London: John Wiley & Sons.","DOI":"10.1002\/9781118760765"},{"issue":"1","key":"10.3233\/EFI-190336_ref26","doi-asserted-by":"crossref","first-page":"27","DOI":"10.5172\/mra.2013.7.1.27","article-title":"Exploring the value of integrated findings in a multiphase mixed methods evaluation of the continuous assessment program in the Republic of Trinidad and Tobago","volume":"7","author":"Lisle,","year":"2013","journal-title":"International Journal of Multiple Research Approaches,"},{"issue":"3","key":"10.3233\/EFI-190336_ref27","doi-asserted-by":"crossref","first-page":"366","DOI":"10.1002\/jrsm.1252","article-title":"An exploration of crowdsourcing citation screening for systematic reviews","volume":"8","author":"Mortensen,","year":"2017","journal-title":"Research Synthesis Methods,"},{"key":"10.3233\/EFI-190336_ref28","doi-asserted-by":"crossref","first-page":"215","DOI":"10.4135\/9781506335193.n9","article-title":"The multidimensional model of research methodology: an integrated set of continua","author":"Niglas,","year":"2010","journal-title":"Handbook of mixed methods in social and behavioral research"},{"key":"10.3233\/EFI-190336_ref29","doi-asserted-by":"crossref","first-page":"397","DOI":"10.4135\/9781506335193.n17","article-title":"Emergent data analysis techniques in mixed methods research: a synthesis","author":"Onwuegbuzie,","year":"2010","journal-title":"Handbook of mixed methods in social and behavioral research"},{"key":"10.3233\/EFI-190336_ref30","doi-asserted-by":"crossref","first-page":"579","DOI":"10.1109\/HICSS.2013.143","article-title":"Conceptual foundations of crowdsourcing: A review of IS research","author":"Pedersen,","year":"2013","journal-title":"46th Hawaii International Conference on System Sciences"},{"key":"10.3233\/EFI-190336_ref31","unstructured":"Pluye, P., & El Sherif, R. (2017). La contribution des m\u00e9thodes mixtes \u00e0 l\u2019int\u00e9gration des interpr\u00e9tations des sciences. Paper presented at the ACFAS Colloquium 630 on Innovations in Mixed Methods Health and Social Sciences, Montreal."},{"issue":"6","key":"10.3233\/EFI-190336_ref32","doi-asserted-by":"crossref","first-page":"559","DOI":"10.1370\/afm.1565","article-title":"The Number Needed to Benefit from Information (NNBI): proposal from a mixed methods research study with practicing family physicians","volume":"11","author":"Pluye,","year":"2013","journal-title":"Annals of Family Medicine,"},{"issue":"1","key":"10.3233\/EFI-190336_ref33","doi-asserted-by":"crossref","first-page":"58","DOI":"10.5172\/mra.455.3.1.58","article-title":"Understanding divergence of quantitative and qualitative data and results in mixed methods studies","volume":"3","author":"Pluye,","year":"2009","journal-title":"International Journal of Multiple Research Approaches,"},{"issue":"1","key":"10.3233\/EFI-190336_ref34","doi-asserted-by":"crossref","first-page":"108","DOI":"10.1002\/asi.22793","article-title":"Four levels of outcomes of information-seeking: a mixed methods study in primary health care","volume":"64","author":"Pluye,","year":"2013","journal-title":"Journal of the American Society for Information Science and Technology,"},{"issue":"5","key":"10.3233\/EFI-190336_ref35","first-page":"415","article-title":"\u2018Better than best\u2019 evidence? The Information Assessment Method can help information providers to use family physicians\u2019 feedback for 2-way knowledge translation","volume":"60","author":"Pluye,","year":"2014","journal-title":"Canadian Family Physician,"},{"key":"10.3233\/EFI-190336_ref36","doi-asserted-by":"crossref","first-page":"29","DOI":"10.1146\/annurev-publhealth-032013-182440","article-title":"Combining the power of stories and the power of numbers: mixed methods research and mixed studies reviews","volume":"35","author":"Pluye,","year":"2014","journal-title":"Annual Review of Public Health,"},{"issue":"1","key":"10.3233\/EFI-190336_ref37","doi-asserted-by":"crossref","first-page":"41","DOI":"10.29034\/ijmra.v10n1a3","article-title":"A World of Possibilities in Mixed Methods: Review of the Combinations of Strategies Used to Integrate Qualitative and Quantitative Phases, Results and Data [invited paper]","volume":"10","author":"Pluye,","year":"2018","journal-title":"International Journal of Multiple Research Approaches,"},{"issue":"1","key":"10.3233\/EFI-190336_ref38","doi-asserted-by":"crossref","first-page":"22","DOI":"10.1002\/asi.23623","article-title":"Keeping up to date: An academic researcher\u2019s information journey","volume":"68","author":"Pontis,","year":"2017","journal-title":"Journal of the Association for Information Science and Technology,"},{"key":"10.3233\/EFI-190336_ref39","unstructured":"Porta, M. (2008). A dictionary of epidemiology. New York: Oxford University Press."},{"issue":"1","key":"10.3233\/EFI-190336_ref40","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1007\/s11606-013-2536-8","article-title":"Crowdsourcing \u2013 harnessing the masses to advance health and medicine, a systematic review","volume":"29","author":"Ranard,","year":"2014","journal-title":"Journal of General Internal Medicine,"},{"key":"10.3233\/EFI-190336_ref41","first-page":"11","article-title":"Introduction g\u00e9n\u00e9rale \u00e0 l\u2019\u00e9valuation de programme","author":"Ridde,","year":"2012","journal-title":"Approches et pratiques en \u00e9valuation de programme"},{"key":"10.3233\/EFI-190336_ref42","unstructured":"Roche, C. (2012). Ontologie : entre terminologie et connaissance de sp\u00e9cialit\u00e9 [conference paper]. Paper presented at the Conference GLAT \u2013 Terminologies: textes, discours et acc\u00e8s aux savoirs sp\u00e9cialis\u00e9s, Genova, Italy. Available from https:\/\/hal.archives-ouvertes.fr\/hal-01180282\/file\/Roche-GLAT%202012.pdf."},{"key":"10.3233\/EFI-190336_ref43","doi-asserted-by":"crossref","unstructured":"Sayer, A. (2000). Realism and social science. London: Sage.","DOI":"10.4135\/9781446218730"},{"key":"10.3233\/EFI-190336_ref44","doi-asserted-by":"crossref","unstructured":"Schwandt, T. (2007). Dictionary of qualitative inquiry (3rd ed.). Thousand Oaks: Sage.","DOI":"10.4135\/9781412986281"},{"key":"10.3233\/EFI-190336_ref45","unstructured":"Surowiecki, J. (2007). The wisdom of crowds. New York: Random House."},{"key":"10.3233\/EFI-190336_ref46","unstructured":"Tang, D., Pluye, P., & Bouthillier, F. (2015). eSRAP: syst\u00e8me de surveillance de tendances en recherche permettant la collaboration des membres de communaut\u00e9s en recherche ax\u00e9e sur le patient (RAP) pour \u00e9valuer et partager les r\u00e9sultats et les projets de recherche de mani\u00e9re adapt\u00e9e [Registration of Copyright # 1126124]. Canadian Intellectual Property Office, Industry Canada. Ottawa."},{"key":"10.3233\/EFI-190336_ref47","doi-asserted-by":"crossref","unstructured":"Tashakkori, A., & Teddlie, C. (2010). Handbook of mixed methods in social and behavioral research. Thousand Oaks: Sage.","DOI":"10.4135\/9781506335193"},{"key":"10.3233\/EFI-190336_ref48","first-page":"3","article-title":"Major issues and controversies in the use of mixed methods in the social and behavioural sciences","author":"Teddlie,","year":"2003","journal-title":"Handbook of mixed methods in social and behavioral research"},{"key":"10.3233\/EFI-190336_ref49","unstructured":"Teddlie, C., & Tashakkori, A. (2009). Foundations of mixed methods research: Integrating quantitative and qualitative approaches in the social and behavioral sciences. Thousand Oaks: Sage."},{"key":"10.3233\/EFI-190336_ref50","first-page":"1","article-title":"Overview of contemporary issues in mixed methods research","author":"Teddlie,","year":"2010","journal-title":"Handbook of mixed methods in social and behavioral research"},{"key":"10.3233\/EFI-190336_ref51","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1016\/j.jclinepi.2017.08.011","article-title":"Living systematic reviews: 2. Combining human and machine effort","volume":"91","author":"Thomas,","year":"2017","journal-title":"Journal of Clinical Epidemiology,"},{"key":"10.3233\/EFI-190336_ref52","doi-asserted-by":"crossref","unstructured":"Tyson, L. (2014). Critical theory today. New York: Routledge.","DOI":"10.4324\/9781315760797"},{"issue":"5","key":"10.3233\/EFI-190336_ref53","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1002\/smj.4250131013","article-title":"Suggestions for studying strategy process: a research note","volume":"13","author":"Van de Ven,","year":"1992","journal-title":"Strategic Management Journal,"},{"issue":"2","key":"10.3233\/EFI-190336_ref54","doi-asserted-by":"crossref","first-page":"1","DOI":"10.7189\/jogh.07.020601","article-title":"\u201cCrowdsourcing\u201d ten years in: A review","volume":"7","author":"Wazny,","year":"2017","journal-title":"Journal of Global Health,"},{"key":"10.3233\/EFI-190336_ref55","doi-asserted-by":"crossref","unstructured":"Weiss, M. (2016). Crowdsourcing literature reviews in new domains. Technology Innovation Management Review, 6(2), 5-14.","DOI":"10.22215\/timreview\/963"},{"issue":"1","key":"10.3233\/EFI-190336_ref56","first-page":"41","article-title":"Mixed methods research: Are the methods genuinely integrated or merely parallel?","volume":"13","author":"Yin,","year":"2006","journal-title":"Research in the Schools,"},{"key":"10.3233\/EFI-190336_ref57","unstructured":"Yin, R. (2014). Case study research: Design and methods. Thousand Oaks: Sage."},{"issue":"3","key":"10.3233\/EFI-190336_ref58","doi-asserted-by":"crossref","first-page":"184","DOI":"10.1177\/1558689811420696","article-title":"The application of a multiphase triangulation approach to mixed methods: The research of an aspiring school principal development program","volume":"6","author":"Youngs,","year":"2011","journal-title":"Journal of Mixed Methods Research,"}],"container-title":["Education for Information"],"original-title":[],"link":[{"URL":"https:\/\/content.iospress.com\/download?id=10.3233\/EFI-190336","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T19:19:00Z","timestamp":1777403940000},"score":1,"resource":{"primary":{"URL":"https:\/\/journals.sagepub.com\/doi\/full\/10.3233\/EFI-190336"}},"subtitle":[],"editor":[{"given":"Vera","family":"Granikov","sequence":"additional","affiliation":[]},{"given":"Piere","family":"Pluye","sequence":"additional","affiliation":[]}],"short-title":[],"issued":{"date-parts":[[2020,4,3]]},"references-count":57,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.3233\/efi-190336","relation":{},"ISSN":["0167-8329","1875-8649"],"issn-type":[{"value":"0167-8329","type":"print"},{"value":"1875-8649","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,4,3]]}}}