{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T18:20:07Z","timestamp":1777573207322,"version":"3.51.4"},"reference-count":12,"publisher":"SAGE Publications","issue":"4","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["EFI"],"published-print":{"date-parts":[[2018,12,18]]},"DOI":"10.3233\/efi-180222","type":"journal-article","created":{"date-parts":[[2018,11,13]],"date-time":"2018-11-13T15:52:02Z","timestamp":1542124322000},"page":"293-300","source":"Crossref","is-referenced-by-count":4,"title":["Crowdsourcing a mixed systematic review on a complex topic and a heterogeneous population: Lessons learned"],"prefix":"10.1177","volume":"34","author":[{"given":"Mathieu","family":"Bujold","sequence":"first","affiliation":[{"name":"Department of Family Medicine, McGill University, Montr\u00e9al, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Vera","family":"Granikov","sequence":"additional","affiliation":[{"name":"School of Information Studies, McGill University, Montr\u00e9al, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Reem El","family":"Sherif","sequence":"additional","affiliation":[{"name":"Department of Family Medicine, McGill University, Montr\u00e9al, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pierre","family":"Pluye","sequence":"additional","affiliation":[{"name":"Department of Family Medicine, McGill University, Montr\u00e9al, QC, Canada"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"179","reference":[{"issue":"7","key":"10.3233\/EFI-180222_ref1","doi-asserted-by":"crossref","first-page":"e100647","DOI":"10.1371\/journal.pone.0100647","article-title":"Using crowdsourcing to evaluate published scientific literature: Methods and example","volume":"9","author":"Brown,","year":"2014","journal-title":"PLoS ONE"},{"issue":"11","key":"10.3233\/EFI-180222_ref2","doi-asserted-by":"crossref","first-page":"e016400","DOI":"10.1136\/bmjopen-2017-016400","article-title":"Decisional needs assessment of patients with complex care needs in primary care: A participatory systematic mixed studies review protocol","volume":"7","author":"Bujold,","year":"2017","journal-title":"BMJ Open"},{"issue":"4","key":"10.3233\/EFI-180222_ref3","doi-asserted-by":"crossref","first-page":"268","DOI":"10.3163\/1536-5050.101.4.008","article-title":"New activities and changing roles of health sciences librarians: A systematic review, 1990\u20132012","volume":"101","author":"Cooper,","year":"2013","journal-title":"Journal of Medical Library Association"},{"issue":"4","key":"10.3233\/EFI-180222_ref4","doi-asserted-by":"crossref","first-page":"28","DOI":"10.1109\/MCSE.2015.65","article-title":"Defining and Measuring Success in Online Citizen Science: A Case Study of Zooniverse Projects","volume":"17","author":"Cox,","year":"2015","journal-title":"Computing in Science & Engineering"},{"issue":"1","key":"10.3233\/EFI-180222_ref5","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1186\/s13643-017-0454-2","article-title":"Convergent and sequential synthesis designs: implications for conducting and reporting systematic reviews of qualitative and quantitative evidence","volume":"6","author":"Hong,","year":"2017","journal-title":"Systematic Reviews"},{"issue":"3","key":"10.3233\/EFI-180222_ref9","doi-asserted-by":"crossref","first-page":"366","DOI":"10.1002\/jrsm.1252","article-title":"An exploration of crowdsourcing citation screening for systematic reviews","volume":"8","author":"Mortensen,","year":"2017","journal-title":"Research Synthesis Methods"},{"key":"10.3233\/EFI-180222_ref10","doi-asserted-by":"crossref","unstructured":"Pedersen, J., Kocsis, D., Tripathi, A., Tarrell, A., Weerakoon, A., Tahmasbi, N., Vreede, G.-J., et al. (2013). Conceptual foundations of crowdsourcing: A review of IS research. 46th Hawaii International Conference on System Sciences, pp. 579\u2013588.","DOI":"10.1109\/HICSS.2013.143"},{"issue":"1","key":"10.3233\/EFI-180222_ref12","doi-asserted-by":"crossref","first-page":"187","DOI":"10.1007\/s11606-013-2536-8","article-title":"Crowdsourcing \u2013 harnessing the masses to advance health and medicine, a systematic review","volume":"29","author":"Ranard,","year":"2014","journal-title":"Journal of General Internal Medicine"},{"key":"10.3233\/EFI-180222_ref13","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1155\/2014\/135641","article-title":"Creation of reliable relevance judgments in information retrieval systems evaluation experimentation through crowdsourcing: A review","volume":"2014","author":"Samimi,","year":"2014","journal-title":"The Scientific World Journal"},{"key":"10.3233\/EFI-180222_ref16","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1016\/j.jclinepi.2017.08.011","article-title":"Living systematic reviews: 2. Combining human and machine effort","volume":"91","author":"Thomas,","year":"2017","journal-title":"Journal of Clinical Epidemiology"},{"issue":"2","key":"10.3233\/EFI-180222_ref17","doi-asserted-by":"crossref","first-page":"1","DOI":"10.7189\/jogh.07.020601","article-title":"\u201cCrowdsourcing\u201d ten years in: A review","volume":"7","author":"Wazny,","year":"2017","journal-title":"Journal of Global Health"},{"issue":"2","key":"10.3233\/EFI-180222_ref18","doi-asserted-by":"crossref","first-page":"5","DOI":"10.22215\/timreview\/963","article-title":"Crowdsourcing literature reviews in new domains","volume":"6","author":"Weiss,","year":"2016","journal-title":"Technology Innovation Management Review"}],"container-title":["Education for Information"],"original-title":[],"link":[{"URL":"https:\/\/content.iospress.com\/download?id=10.3233\/EFI-180222","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T19:18:51Z","timestamp":1777403931000},"score":1,"resource":{"primary":{"URL":"https:\/\/journals.sagepub.com\/doi\/full\/10.3233\/EFI-180222"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,12,18]]},"references-count":12,"journal-issue":{"issue":"4"},"URL":"https:\/\/doi.org\/10.3233\/efi-180222","relation":{},"ISSN":["0167-8329","1875-8649"],"issn-type":[{"value":"0167-8329","type":"print"},{"value":"1875-8649","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,12,18]]}}}