{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,27]],"date-time":"2026-10-27T00:27:30Z","timestamp":1793060850168,"version":"4.5.0"},"reference-count":30,"publisher":"Springer Science and Business Media LLC","issue":"1","funder":[{"DOI":"10.13039\/501100000265","name":"Medical Research Council (GB)","doi-asserted-by":"publisher","award":["MR\/K025643\/1"],"award-info":[{"award-number":["MR\/K025643\/1"]}],"id":[{"id":"10.13039\/501100000265","id-type":"DOI","asserted-by":"publisher"}]},{"name":"National Institute for Health Research (GB) RfPB","award":["PB-PG-0807-14131"],"award-info":[{"award-number":["PB-PG-0807-14131"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Trials"],"published-print":{"date-parts":[[2016,12]]},"DOI":"10.1186\/s13063-016-1479-x","type":"journal-article","created":{"date-parts":[[2016,8,17]],"date-time":"2016-08-17T09:38:15Z","timestamp":1471426695000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":97,"title":["Three nested randomized controlled trials of peer-only or multiple stakeholder group feedback within Delphi surveys during core outcome and information set development"],"prefix":"10.1186","volume":"17","author":[{"given":"Sara T.","family":"Brookes","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rhiannon C.","family":"Macefield","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paula R.","family":"Williamson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Angus G.","family":"McNair","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shelley","family":"Potter","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Natalie S.","family":"Blencowe","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sean","family":"Strong","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jane M.","family":"Blazeby","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2016,8,17]]},"reference":[{"key":"1479_CR1","doi-asserted-by":"crossref","unstructured":"Williamson PR, Altman DG, Blazeby JM, Clarke M, Devane D, Gargon E, Tugwell P. Developing core outcome sets for clinical trials: issues to consider. Trials. 2012;13(132):1\u20138.","DOI":"10.1186\/1745-6215-13-132"},{"key":"1479_CR2","unstructured":"COMET (Core Outcome Measures in Effectiveness Trials) Initiative. http:\/\/www.comet-initiative.org\/ . Accessed 09 Apr 2015."},{"key":"1479_CR3","doi-asserted-by":"crossref","unstructured":"Blazeby JM, Macefield RC, Blencowe NS, Jacobs M, McNair AG, Sprangers M, Brookes ST. A core information set for surgery for oesophageal cancer. Br J Surg. 2015;102(8):936\u201343.","DOI":"10.1002\/bjs.9840"},{"key":"1479_CR4","volume-title":"Principles of biomedical ethics","author":"TL Beauchamp","year":"2001","unstructured":"Beauchamp TL, Childress JF. Principles of biomedical ethics. Oxford: Oxford University Press; 2001."},{"key":"1479_CR5","unstructured":"Main B, Davies L, McNair AG, Blazeby JM. Bringing informed consent back to patients. BMJ Blogs 2014. http:\/\/blogs.bmj.com\/bmj\/2014\/08\/05\/barry-main-et-al-bringing-informed-consent-back-to-patients\/ . Accessed 09 Apr 2015."},{"issue":"1","key":"1479_CR6","doi-asserted-by":"crossref","DOI":"10.1371\/journal.pone.0146444","volume":"11","author":"SL Gorst","year":"2016","unstructured":"Gorst SL, Gargon E, Clarke M, Blazeby JM, Altman DG, Williamson PR. Choosing important health outcomes for comparative effectiveness research: an updated review and user survey. PLoS One. 2016; 11(1):e0146444.","journal-title":"PLoS One"},{"issue":"3","key":"1479_CR7","doi-asserted-by":"crossref","first-page":"458","DOI":"10.1287\/mnsc.9.3.458","volume":"9","author":"N Dalkey","year":"1963","unstructured":"Dalkey N, Helmer O. An experimental application of the Delphi method to the use of experts. Manag Sci. 1963;9(3):458\u201367.","journal-title":"Manag Sci"},{"issue":"4","key":"1479_CR8","doi-asserted-by":"crossref","first-page":"377","DOI":"10.1016\/j.techfore.2004.03.004","volume":"72","author":"G Rowe","year":"2005","unstructured":"Rowe G, Wright G, McColl A. Judgment change during Delphi-like procedures: the role of majority influence, expertise, and confidence. Technol Forecast Soc Chang. 2005;72(4):377\u201399.","journal-title":"Technol Forecast Soc Chang"},{"issue":"1","key":"1479_CR9","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1016\/0169-2070(95)00658-3","volume":"12","author":"G Rowe","year":"1996","unstructured":"Rowe G, Wright G. The impact of task characteristics on the performance of structured group forecasting techniques. Int J Forecast. 1996;12(1):73\u201389.","journal-title":"Int J Forecast"},{"issue":"6","key":"1479_CR10","doi-asserted-by":"crossref","first-page":"1141","DOI":"10.1037\/0022-3514.50.6.1141","volume":"50","author":"DJ Isenberg","year":"1986","unstructured":"Isenberg DJ. Group polarization: a critical review and meta-analysis. J Pers Soc Psychol. 1986;50(6):1141\u201351.","journal-title":"J Pers Soc Psychol"},{"issue":"6","key":"1479_CR11","doi-asserted-by":"crossref","first-page":"e20476","DOI":"10.1371\/journal.pone.0020476","volume":"6","author":"R Boulkedid","year":"2011","unstructured":"Boulkedid R, Abdoul H, Loustau M, Sibony O, Alberti C. Using and reporting the Delphi method for selecting healthcare quality indicators: a systematic review. PLoS One. 2011;6(6):e20476.","journal-title":"PLoS One"},{"key":"1479_CR12","doi-asserted-by":"crossref","first-page":"166","DOI":"10.1016\/j.techfore.2015.11.008","volume":"103","author":"JV Meijering","year":"2016","unstructured":"Meijering JV, Tobi H. The effect of controlled opinion feedback on Delphi features: Mixed messages from a real-world Delphi experiment. Technol Forecast Soc Chang. 2016;103:166\u201373.","journal-title":"Technol Forecast Soc Chang."},{"issue":"1","key":"1479_CR13","doi-asserted-by":"crossref","first-page":"e1000393","DOI":"10.1371\/journal.pmed.1000393","volume":"8","author":"IP Sinha","year":"2011","unstructured":"Sinha IP, Smyth RL, Williamson PR. Using the Delphi technique to determine which outcomes to measure in clinical trials: recommendations for the future based on a systematic review of existing studies. PLoS Med. 2011;8(1):e1000393.","journal-title":"PLoS Med"},{"issue":"9","key":"1479_CR14","doi-asserted-by":"crossref","first-page":"1487","DOI":"10.1016\/j.techfore.2011.09.002","volume":"78","author":"G Rowe","year":"2011","unstructured":"Rowe G, Wright G. The Delphi technique: Past, present, and future prospects\u2014introduction to the special issue. Technol Forecast Soc Chang. 2011;78(9):1487\u201390.","journal-title":"Technol Forecast Soc Chang"},{"key":"1479_CR15","doi-asserted-by":"crossref","first-page":"964","DOI":"10.1097\/00005650-199909000-00012","volume":"37","author":"SM Campbell","year":"1999","unstructured":"Campbell SM, Hann M, Roland MO, Quayle JA, Shekelle PG. The effect of panel membership and feedback on ratings in a two-round Delphi survey: results of a randomized controlled trial. Med Care. 1999;37:964\u20138.","journal-title":"Med Care."},{"key":"1479_CR16","doi-asserted-by":"crossref","unstructured":"Harman NL, Bruce IA, Kirkham JJ, Tierney S, Callery P, O\u2019Brien K, Bennett AM, Chorbachi R, Hall PN, Harding-Bell A, Parfect VH. The importance of integration of stakeholder views in core outcome set development: Otitis media with effusion in children with cleft palate. PLoS One. 2015;10(6):e0129514.","DOI":"10.1371\/journal.pone.0129514"},{"key":"1479_CR17","doi-asserted-by":"crossref","unstructured":"McNair AGK, Whistance RN, Forsythe RO, Macefield R, Rees J, Jones JE, Smith G, Pullyblank AM, Avery KNL, Brookes ST, Thomas MG, Sylvester PA, Russell A, Oliver A, Morton D, Kennedy R, Jayne DG, Huxtable R, Hackett R, Dutton S, Coleman MG, Card M, Brown J, Blazeby JM. Core outcomes for colorectal cancer surgery: an international consensus study. PLoS Med. In press.","DOI":"10.1371\/journal.pmed.1002071"},{"issue":"11","key":"1479_CR18","doi-asserted-by":"crossref","first-page":"1360","DOI":"10.1002\/bjs.9883","volume":"102","author":"S Potter","year":"2015","unstructured":"Potter S, Holcombe C, Ward JA, Blazeby JM. Development of a core outcome set for research and audit studies in reconstructive breast surgery. Br J Surg. 2015;102(11):1360\u201371.","journal-title":"Br J Surg"},{"key":"1479_CR19","doi-asserted-by":"crossref","unstructured":"Whistance RN, Forsythe RO, McNair AG, Brookes ST, Avery KN, Pullyblank AM, Sylvester PA, Jayne DG, Jones JE, Brown J, et al. A systematic review of outcome reporting in colorectal cancer surgery. Colorectal Dis. 2013;15(10):e548\u201360.","DOI":"10.1111\/codi.12378"},{"key":"1479_CR20","doi-asserted-by":"crossref","unstructured":"McNair AGK, Whistance RN, Forsythe RO, Rees J, Jones JE, Pullyblank AM, Avery KNL, Brookes ST, Thomas MG, Sylvester PA, Russell A, Oliver A, Morton D, Kennedy R, Jayne DG, Huxtable R, Hackett R, Dutton SJ, Coleman MG, Card M, Brown J, Blazeby JM On behalf of the CONSENSUS-CRC (Core Outcomes and iNformation SEts iN Surgical Studies \u2013 ColoRectal Cancer) working group. Synthesis and summary of patient-reported outcome measures (PROMs) to inform the development of a core outcome set in colorectal cancer surgery. Colorectal Dis. 2015;17(11):O217\u201329.","DOI":"10.1111\/codi.13021"},{"key":"1479_CR21","doi-asserted-by":"crossref","unstructured":"Potter S, Brigic A, Whiting PF, Cawthorn SJ, Avery KNL, Donovan JL, Blazeby JM. Reporting clinical outcomes of breast reconstruction: a systematic review. J Natl Cancer Inst. 2011;103:31\u201346.","DOI":"10.1093\/jnci\/djq438"},{"key":"1479_CR22","doi-asserted-by":"crossref","unstructured":"Blencowe NS, Strong S, McNair AGK, Brookes ST, Crosby T, Griffin SM, Blazeby JM. Reporting of short-term clinical outcomes after esophagectomy: a systematic review. Ann Surg. 2012;255:658\u201366.","DOI":"10.1097\/SLA.0b013e3182480a6a"},{"key":"1479_CR23","doi-asserted-by":"crossref","unstructured":"Macefield RC, Jacobs M, Korfage IJ, Nicklin J, Whistance RN, Brookes ST, Sprangers MA, Blazeby JM. Developing core outcomes sets: methods for identifying and including patient-reported outcomes (PROs). Trials. 2014;15:49.","DOI":"10.1186\/1745-6215-15-49"},{"key":"1479_CR24","unstructured":"StataCorp. Stata Statistical Software: Release 13. College Station: StataCorp LP; 2013."},{"key":"1479_CR25","doi-asserted-by":"crossref","first-page":"428","DOI":"10.1136\/qshc.2003.007815","volume":"13","author":"SM Campbell","year":"2004","unstructured":"Campbell SM, Shield T, Rogers A, Gask L. How do stakeholder groups vary in a Delphi technique about primary mental health care and what factors influence their ratings? Qual Saf Health Care. 2004;13:428\u201334.","journal-title":"Qual Saf Health Care."},{"issue":"3","key":"1479_CR26","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1016\/0040-1625(84)90006-4","volume":"25","author":"MJ Bardecki","year":"1984","unstructured":"Bardecki MJ. Participants\u2019 response to the Delphi method: an attitudinal perspective. Technol Forecast Soc Chang. 1984;25(3):281\u201392.","journal-title":"Technol Forecast Soc Chang"},{"issue":"9","key":"1479_CR27","doi-asserted-by":"crossref","first-page":"1671","DOI":"10.1016\/j.techfore.2011.06.002","volume":"78","author":"F Bolger","year":"2011","unstructured":"Bolger F, Stranieri A, Wright G, Yearwood J. Does the Delphi process lead to increased accuracy in group-based judgmental forecasts or does it simply induce consensus amongst judgmental forecasters? Technol Forecast Soc Chang. 2011;78(9):1671\u201380.","journal-title":"Technol Forecast Soc Chang"},{"issue":"9","key":"1479_CR28","doi-asserted-by":"crossref","first-page":"1500","DOI":"10.1016\/j.techfore.2011.07.007","volume":"78","author":"F Bolger","year":"2011","unstructured":"Bolger F, Wright G. Improving the Delphi process: lessons from social psychological research. Technol Forecast Soc Chang. 2011;78(9):1500\u201313.","journal-title":"Technol Forecast Soc Chang"},{"key":"1479_CR29","doi-asserted-by":"crossref","unstructured":"Diamond IR, Grant RC, Feldman BM, Pencharz PB, Ling SC, Moore AM, Wales PW. Defining consensus: a systematic review recommends methodologic criteria for reporting of Delphi studies. J Clin Epidemiol. 2014;67:401\u20139.","DOI":"10.1016\/j.jclinepi.2013.12.002"},{"key":"1479_CR30","doi-asserted-by":"crossref","DOI":"10.4135\/9781412983655","volume-title":"Cognitive interviewing: a tool for improving questionnaire design","author":"GB Willis","year":"2005","unstructured":"Willis GB. Cognitive interviewing: a tool for improving questionnaire design. Thousand Oaks: Sage; 2005."}],"container-title":["Trials"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s13063-016-1479-x","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,6,24]],"date-time":"2017-06-24T16:52:39Z","timestamp":1498323159000},"score":1,"resource":{"primary":{"URL":"http:\/\/trialsjournal.biomedcentral.com\/articles\/10.1186\/s13063-016-1479-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016,8,17]]},"references-count":30,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2016,12]]}},"alternative-id":["1479"],"URL":"https:\/\/doi.org\/10.1186\/s13063-016-1479-x","relation":{},"ISSN":["1745-6215"],"issn-type":[{"value":"1745-6215","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016,8,17]]},"article-number":"409"}}