{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,17]],"date-time":"2026-08-17T15:46:49Z","timestamp":1786981609390,"version":"build-2736575974"},"reference-count":32,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2017,4,5]],"date-time":"2017-04-05T00:00:00Z","timestamp":1491350400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2017,4,5]],"date-time":"2017-04-05T00:00:00Z","timestamp":1491350400000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100006093","name":"Patient-Centered Outcomes Research Institute","doi-asserted-by":"publisher","award":["ME-1310-07328"],"award-info":[{"award-number":["ME-1310-07328"]}],"id":[{"id":"10.13039\/100006093","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000097","name":"National Center for Research Resources","doi-asserted-by":"publisher","award":["UL1TR000423"],"award-info":[{"award-number":["UL1TR000423"]}],"id":[{"id":"10.13039\/100000097","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Qual Life Res"],"published-print":{"date-parts":[[2018,1]]},"DOI":"10.1007\/s11136-017-1566-9","type":"journal-article","created":{"date-parts":[[2017,4,5]],"date-time":"2017-04-05T11:47:57Z","timestamp":1491392877000},"page":"41-50","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["Prioritizing research topics: a comparison of crowdsourcing and patient registry"],"prefix":"10.1007","volume":"27","author":[{"given":"Anjali R.","family":"Truitt","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sarah E.","family":"Monsell","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Andrew L.","family":"Avins","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David R.","family":"Nerenz","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sarah O.","family":"Lawrence","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Zoya","family":"Bauer","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bryan A.","family":"Comstock","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Todd C.","family":"Edwards","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Donald L.","family":"Patrick","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jeffrey G.","family":"Jarvik","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Danielle C.","family":"Lavallee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2017,4,5]]},"reference":[{"key":"1566_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/S0168-8510(01)00214-7","author":"J Boote","year":"2002","unstructured":"Boote, J., Telford, R., & Cooper, C. (2002). Consumer involvement in health research: A review and research agenda. Health Policy (Amsterdam, Netherlands). doi:\n                    10.1016\/S0168-8510(01)00214-7\n                    \n                  .","journal-title":"Health Policy (Amsterdam, Netherlands)"},{"key":"1566_CR2","doi-asserted-by":"publisher","DOI":"10.1186\/s40900-015-0003-x","author":"S Crowe","year":"2015","unstructured":"Crowe, S., Fenton, M., Hall, M., Cowan, K., & Chalmers, I. (2015). Patients\u2019, clinicians\u2019 and the research communities\u2019 priorities for treatment research: There is an important mismatch. Research Involvement and Engagement. doi:\n                    10.1186\/s40900-015-0003-x\n                    \n                  .","journal-title":"Research Involvement and Engagement"},{"key":"1566_CR3","doi-asserted-by":"publisher","DOI":"10.1016\/S0140-6736(00)02351-5","author":"D Tallon","year":"2000","unstructured":"Tallon, D., Chard, J., & Dieppe, P. (2000). Relation between agendas of the research community and the research consumer. Lancet. doi:\n                    10.1016\/S0140-6736(00)02351-5\n                    \n                  .","journal-title":"Lancet"},{"key":"1566_CR4","doi-asserted-by":"publisher","DOI":"10.1002\/sim.3818","author":"SR Tunis","year":"2010","unstructured":"Tunis, S. R., Benner, J., & McClellan, M. (2010). Comparative effectiveness research: Policy context, methods development and research infrastructure. Statistics in Medicine. doi:\n                    10.1002\/sim.3818\n                    \n                  .","journal-title":"Statistics in Medicine"},{"key":"1566_CR5","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2012.442","author":"CD Mullins","year":"2012","unstructured":"Mullins, C. D., Abdulhalim, A. M., & Lavallee, D. C. (2012). Continuous patient engagement in comparative effectiveness research. JAMA: The Journal of the American Medical Association. doi:\n                    10.1001\/jama.2012.442\n                    \n                  .","journal-title":"JAMA: The Journal of the American Medical Association"},{"issue":"6990","key":"1566_CR6","doi-asserted-by":"publisher","first-page":"1318","DOI":"10.1136\/bmj.310.6990.1318","volume":"310","author":"SR Oliver","year":"1995","unstructured":"Oliver, S. R. (1995). How can health service users contribute to the NHS research and development programme? BMJ: British Medical Journal, 310(6990), 1318.","journal-title":"BMJ: British Medical Journal"},{"issue":"7129","key":"1566_CR7","doi-asserted-by":"publisher","first-page":"463","DOI":"10.1136\/bmj.316.7129.463","volume":"316","author":"VA Entwistle","year":"1998","unstructured":"Entwistle, V. A., Renfrew, M. J., Yearley, S., Forrester, J., & Lamont, T. (1998). Lay perspectives: Advantages for health research. BMJ: British Medical Journal, 316(7129), 463.","journal-title":"BMJ: British Medical Journal"},{"issue":"3","key":"1566_CR8","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1111\/j.1523-536X.1991.tb00083.x","volume":"18","author":"I Chalmers","year":"1991","unstructured":"Chalmers, I. (1991). The perinatal research agenda: Whose priorities?. Birth, 18(3), 137\u2013141.","journal-title":"Birth"},{"key":"1566_CR9","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2753.2009.01262.x","author":"G Elwyn","year":"2010","unstructured":"Elwyn, G., Crowe, S., Fenton, M., Firkins, L., Versnel, J., Walker, S., Cook, I., Holgate, S., Higgins, B., & Gelder, C. (2010). Identifying and prioritizing uncertainties: Patient and clinician engagement in the identification of research questions. Journal of Evaluation in Clinical Practice. doi:\n                    10.1111\/j.1365-2753.2009.01262.x\n                    \n                  .","journal-title":"Journal of Evaluation in Clinical Practice"},{"key":"1566_CR10","doi-asserted-by":"publisher","DOI":"10.1093\/ndt\/gfn207","author":"A Tong","year":"2008","unstructured":"Tong, A., Sainsbury, P., Carter, S. M., Hall, B., Harris, D. C., Walker, R. G., Hawley, C. M., Chadban, S., & Craig, J. C. (2008). Patients\u2019 priorities for health research: Focus group study of patients with chronic kidney disease. Nephrology, Dialysis, Transplantation: Official Publication of the European Dialysis and Transplant Association - European Renal Association. doi:\n                    10.1093\/ndt\/gfn207\n                    \n                  .","journal-title":"Nephrology, Dialysis, Transplantation: Official Publication of the European Dialysis and Transplant Association - European Renal Association"},{"key":"1566_CR11","unstructured":"Cowan, K., & Oliver, S. (2012). The James Lind Alliance Guidebook: Version 4. Retrieved from \n                    http:\/\/www.jlaguidebook.org\/\n                    \n                  ."},{"key":"1566_CR12","volume-title":"Changing our worlds: Examples of user-controlled research in action","author":"A Faulkner","year":"2010","unstructured":"Faulkner, A. (2010). Changing our worlds: Examples of user-controlled research in action. Eastleigh: INVOLVE"},{"key":"1566_CR13","doi-asserted-by":"publisher","DOI":"10.1186\/1478-4505-8-34","author":"C Saunders","year":"2010","unstructured":"Saunders, C., & Girgis, A. (2010). Status, challenges and facilitators of consumer involvement in Australian health and medical research. Health Research Policy and Systems. doi:\n                    10.1186\/1478-4505-8-34\n                    \n                  .","journal-title":"Health Research Policy and Systems"},{"key":"1566_CR14","doi-asserted-by":"publisher","DOI":"10.1159\/000342758","author":"M Mavris","year":"2012","unstructured":"Mavris, M., & Le Cam, Y. (2012). Involvement of patient organisations in research and development of orphan drugs for rare diseases in Europe. Molecular Syndromology. doi:\n                    10.1159\/000342758\n                    \n                  .","journal-title":"Molecular Syndromology"},{"key":"1566_CR15","doi-asserted-by":"publisher","DOI":"10.1177\/0272989X11424401","author":"F Legare","year":"2011","unstructured":"Legare, F., Boivin, A., van der Weijden, T., Pakenham, C., Burgers, J., Legare, J., St-Jacques, S., & Gagnon, S. (2011). Patient and public involvement in clinical practice guidelines: A knowledge synthesis of existing programs. Medical Decision Making: An International Journal of the Society for Medical Decision Making. doi:\n                    10.1177\/0272989X11424401\n                    \n                  .","journal-title":"Medical Decision Making: An International Journal of the Society for Medical Decision Making"},{"key":"1566_CR16","doi-asserted-by":"publisher","DOI":"10.1016\/j.healthpol.2009.11.007","author":"J Boote","year":"2010","unstructured":"Boote, J., Baird, W., & Beecroft, C. (2010). Public involvement at the design stage of primary health research: A narrative review of case examples. Health Policy (Amsterdam, Netherlands). doi:\n                    10.1016\/j.healthpol.2009.11.007\n                    \n                  .","journal-title":"Health Policy (Amsterdam, Netherlands)"},{"key":"1566_CR17","doi-asserted-by":"publisher","DOI":"10.1097\/01.brs.0000244618.06877.cd","author":"RA Deyo","year":"2006","unstructured":"Deyo, R. A., Mirza, S. K., & Martin, B.I. (2006). Back pain prevalence and visit rates: Estimates from U.S. national surveys, 2002. Spine (Phila Pa 1976). doi:\n                    10.1097\/01.brs.0000244618.06877.cd\n                    \n                  .","journal-title":"Spine (Phila Pa 1976)"},{"key":"1566_CR18","unstructured":"Mallery, C., Ganachari, D., Fernandez, J., Smeeding, L., Robinson, S., Moon, M., Lavallee, D., & Siegel, J. (2012). Innovative methods in stakeholder engagement: An environmental scan, Prepared by the American Institutes for Research under contract no. HHSA 290 2010 0005 C, AHRQ publication no. 12-EHC097-EF, 2012. Retrieved from \n                    http:\/\/www.effectivehealthcare.ahrq.gov\/index.cfm\/tools-and-resources\/how-to-get-involved-in-the-effective-health-care-program\/\n                    \n                  ."},{"key":"1566_CR19","unstructured":"CERTAIN Collaborative. (2016). Back Pain Research Patient Advisory Group, 2016. Retrieved October 13, 2016, from \n                    http:\/\/www.becertain.org\/partner\/patient_advisory_network\/back_pain\n                    \n                  ."},{"key":"1566_CR20","doi-asserted-by":"publisher","DOI":"10.1186\/1471-2474-13-64","author":"JG Jarvik","year":"2012","unstructured":"Jarvik, J. G., Comstock, B. A., Bresnahan, B. W., Nedeljkovic, S. S., Nerenz, D. R., Bauer, Z., Avins, A. L., James, K., Turner, J. A., Heagerty, P., Kessler, L., Friedly, J. L., Sullivan, S. D., & Deyo, R. A. (2012). Study protocol: The back pain outcomes using longitudinal data (BOLD) registry. BMC Musculoskeletal Disorders. doi:\n                    10.1186\/1471-2474-13-64\n                    \n                  .","journal-title":"BMC Musculoskeletal Disorders"},{"key":"1566_CR21","unstructured":"Amazon.com Inc. (2016). Overview-Amazon Mechanical Turk, 2016. Retrieved October 13, 2016, from \n                    https:\/\/requester.mturk.com\/\n                    \n                  ."},{"issue":"2","key":"1566_CR22","doi-asserted-by":"publisher","first-page":"145","DOI":"10.1097\/00007632-198303000-00005","volume":"8","author":"M Roland","year":"1983","unstructured":"Roland, M., & Morris, R. (1983). A study of the natural history of low-back pain. Part II: Development of guidelines for trials of treatment in primary care. Spine (Phila Pa 1976), 8(2), 145\u2013150.","journal-title":"Spine (Phila Pa 1976)"},{"key":"1566_CR23","doi-asserted-by":"publisher","DOI":"10.1097\/BRS.0b013e318267a92f","author":"C Costa Lda","year":"2013","unstructured":"Costa Lda, C., Koes, B. W., Pransky, G., Borkan, J., Maher, C. G., & Smeets, R. J. (2013). Primary care research priorities in low back pain: An update. Spine (Phila Pa 1976). doi:\n                    10.1097\/BRS.0b013e318267a92f\n                    \n                  .","journal-title":"Spine (Phila Pa 1976)"},{"key":"1566_CR24","unstructured":"Institute of Translational Health Sciences. (2016). REDCap, 2016. Retrieved from \n                    https:\/\/www.iths.org\/investigators\/services\/bmi\/redcap\n                    \n                  ."},{"issue":"9","key":"1566_CR25","doi-asserted-by":"publisher","first-page":"1277","DOI":"10.1177\/1049732305276687","volume":"15","author":"H Hsieh","year":"2005","unstructured":"Hsieh, H., & Shannon, S. E. (2005). Three approaches to qualitative content analysis. Qualitative Health Research, 15(9), 1277\u20131288.","journal-title":"Qualitative Health Research"},{"key":"1566_CR26","doi-asserted-by":"publisher","DOI":"10.2196\/jmir.2513","author":"B Yu","year":"2013","unstructured":"Yu, B., Willis, M., Sun, P., & Wang, J. (2013). Crowdsourcing participatory evaluation of medical pictograms using Amazon Mechanical Turk. Journal of Medical Internet Research. doi:\n                    10.2196\/jmir.2513\n                    \n                  .","journal-title":"Journal of Medical Internet Research"},{"key":"1566_CR27","doi-asserted-by":"publisher","DOI":"10.2196\/jmir.3962","author":"A Gottlieb","year":"2015","unstructured":"Gottlieb, A., Hoehndorf, R., Dumontier, M., & Altman, R. B. (2015). Ranking adverse drug reactions with crowdsourcing. Journal of Medical Internet Research. doi:\n                    10.2196\/jmir.3962\n                    \n                  .","journal-title":"Journal of Medical Internet Research"},{"key":"1566_CR28","unstructured":"American Heart Association, Patient-Centered Outcomes Research Institute. (2017). PRecision Medicine Advances Using Nationally Crowdsourced Comparative Effectiveness Research (PRANCCER), 2017. Retrieved from \n                    https:\/\/professional.heart.org\/idc\/groups\/ahamah-public\/@wcm\/@sop\/@rsch\/documents\/downloadable\/ucm_491020.pdf\n                    \n                  ."},{"key":"1566_CR29","doi-asserted-by":"publisher","DOI":"10.1186\/1471-2474-15-134","author":"JG Jarvik","year":"2014","unstructured":"Jarvik, J. G., Comstock, B. A., Heagerty, P. J., Turner, J. A., Sullivan, S. D., Shi, X., Nerenz, D. R., Nedeljkovic, S. S., Kessler, L., James, K., Friedly, J. L., Bresnahan, B. W., Bauer, Z., Avins, A. L., & Deyo, R. A. (2014). Back pain in seniors: The Back pain outcomes using longitudinal data (BOLD) cohort baseline data. BMC Musculoskeletal Disorders. doi:\n                    10.1186\/1471-2474-15-134\n                    \n                  .","journal-title":"BMC Musculoskeletal Disorders"},{"issue":"3","key":"1566_CR30","first-page":"1","volume":"2","author":"DT Connor Huff","year":"2015","unstructured":"Connor Huff, D. T. (2015). \u201cWho are these people?\u201d Evaluating the demographic characteristics and political preferences of MTurk survey respondents. Research & Politics, 2(3), 1\u201312.","journal-title":"Research & Politics"},{"key":"1566_CR31","first-page":"20","volume":"2016","author":"CL Ryan","year":"2016","unstructured":"Ryan, C. L., & Bauman, K. (2016). Educational attainment in the United States: 2015. Population Characteristics. 2016, 20\u2013578.","journal-title":"Population Characteristics"},{"key":"1566_CR32","doi-asserted-by":"publisher","DOI":"10.1016\/j.berh.2010.10.002","author":"D Hoy","year":"2010","unstructured":"Hoy, D., Brooks, P., Blyth, F., & Buchbinder, R. (2010). The epidemiology of low back pain. Best Practice & Research: Clinical Rheumatology. doi:\n                    10.1016\/j.berh.2010.10.002\n                    \n                  .","journal-title":"Best Practice & Research: Clinical Rheumatology"}],"container-title":["Quality of Life Research"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s11136-017-1566-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11136-017-1566-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s11136-017-1566-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,16]],"date-time":"2020-05-16T17:19:28Z","timestamp":1589649568000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s11136-017-1566-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,4,5]]},"references-count":32,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,1]]}},"alternative-id":["1566"],"URL":"https:\/\/doi.org\/10.1007\/s11136-017-1566-9","relation":{},"ISSN":["0962-9343","1573-2649"],"issn-type":[{"value":"0962-9343","type":"print"},{"value":"1573-2649","type":"electronic"}],"subject":[],"published":{"date-parts":[[2017,4,5]]},"assertion":[{"value":"24 March 2017","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 April 2017","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"ART, SEM, ALA, DRN, SOL, ZB, TCE, DLP, and DCL have no conflict to disclose. BAC is a Cofounder of C-SATS Inc., which developed an online system for appraising technical skills and technique through crowdsourcing. The present work was not affiliated with C-SATS. JGJ is a Consultant to HealthHelp, received royalties from Springer as a Co-Editor of Evidence-based Neuroimaging, and has intellectual property and is a Founder and Stockholder of PhysioSonic.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"All procedures performed in studies involving human participants were in accordance with the ethical standards of the institutional and\/or national research committee and with the 1964 Helsinki declaration and its later amendments or comparable ethical standards.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}},{"value":"Informed consent was obtained from all individual participants included in the study.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed consent"}}]}}