{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,12]],"date-time":"2026-05-12T10:40:24Z","timestamp":1778582424694,"version":"3.51.4"},"reference-count":69,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,12,1]],"date-time":"2018-12-01T00:00:00Z","timestamp":1543622400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Health Qual Life Outcomes"],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1186\/s12955-018-1056-y","type":"journal-article","created":{"date-parts":[[2018,12,18]],"date-time":"2018-12-18T13:29:32Z","timestamp":1545139772000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["Valuing health states: is the MACBETH approach useful for valuing EQ-5D-3L health states?"],"prefix":"10.1186","volume":"16","author":[{"given":"M\u00f3nica Duarte","family":"Oliveira","sequence":"first","affiliation":[]},{"given":"Andreia","family":"Agostinho","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2378-7750","authenticated-orcid":false,"given":"Lara","family":"Ferreira","sequence":"additional","affiliation":[]},{"given":"Paulo","family":"Nicola","sequence":"additional","affiliation":[]},{"given":"Carlos","family":"Bana e Costa","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,12,18]]},"reference":[{"key":"1056_CR1","doi-asserted-by":"publisher","first-page":"121","DOI":"10.1016\/S0168-8510(02)00059-3","volume":"63","author":"D Banta","year":"2003","unstructured":"Banta D. The development of health technology assessment. Health Policy. 2003;63:121\u201332.","journal-title":"Health Policy"},{"key":"1056_CR2","doi-asserted-by":"crossref","unstructured":"Drummond MJ, Sculpher MF, Torrance GW, O\u2019Brien BJ, Stoddart GL. Methods for the Economic Evaluation of Health Care Programmes. Third edn. Oxford: Oxford University Press; 2005.","DOI":"10.1093\/oso\/9780198529446.001.0001"},{"key":"1056_CR3","doi-asserted-by":"crossref","unstructured":"Angelis A, Lange A, Kanavos P. Using health technology assessment to assess the value of new medicines: results of a systematic review and expert consultation across eight European countries. Eur J Health Econ. 2017;19(1):123-52.","DOI":"10.1007\/s10198-017-0871-0"},{"key":"1056_CR4","doi-asserted-by":"publisher","first-page":"S27","DOI":"10.1111\/j.1524-4733.2009.00519.x","volume":"12","author":"P Kind","year":"2009","unstructured":"Kind P, Lafata JE, Matuszewski K, Raisch D. The Use of QALYs in Clinical and Patient Decision-Making: Issues and Prospects. Value Health. 2009;12:S27\u201330.","journal-title":"Value Health"},{"key":"1056_CR5","doi-asserted-by":"publisher","first-page":"S5","DOI":"10.1111\/j.1524-4733.2009.00515.x","volume":"12","author":"MC Weinstein","year":"2009","unstructured":"Weinstein MC, Torrance G, McGuire A. QALYs: the basics. Value Health. 2009;12:S5\u20139.","journal-title":"Value Health"},{"key":"1056_CR6","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1093\/bmb\/ldq033","volume":"96","author":"SJ Whitehead","year":"2010","unstructured":"Whitehead SJ, Ali S. Health outcomes in economic evaluation: the QALY and utilities. British Medical Bulletin. 2010;96:5\u201321.","journal-title":"British Medical Bulletin"},{"key":"1056_CR7","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1177\/0272989X9401400102","volume":"14","author":"DL Patrick","year":"1994","unstructured":"Patrick DL, Starks HE, Cain KC, Uhlmann RF, Pearlman RA. Measuring preferences for health states worse than death. Med Decis Mak. 1994;14:9\u201318.","journal-title":"Med Decis Mak"},{"key":"1056_CR8","doi-asserted-by":"publisher","first-page":"209","DOI":"10.1016\/0167-6296(95)00038-0","volume":"15","author":"P Dolan","year":"1996","unstructured":"Dolan P, Gudex C, Kind P, Williams A. Valuing health states: A comparison of methods. J Health Econ. 1996;15:209\u201331.","journal-title":"J Health Econ"},{"key":"1056_CR9","doi-asserted-by":"publisher","first-page":"1641","DOI":"10.1016\/S0277-9536(97)00099-3","volume":"45","author":"P Krabbe","year":"1997","unstructured":"Krabbe P, Essink-Bot M-L, Bonsel G. The comparability and reliability of five health-state valuation methods. Soc Sci Med. 1997;45:1641\u201352.","journal-title":"Soc Sci Med"},{"key":"1056_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/0167-6296(86)90020-2","volume":"5","author":"GW Torrance","year":"1986","unstructured":"Torrance GW. Measurement of health state utilities for economic appraisal: a review. J Health Econ. 1986;5:1\u201330.","journal-title":"J Health Econ"},{"key":"1056_CR11","first-page":"1","volume":"4","author":"K Tolley","year":"2009","unstructured":"Tolley K. What are health utilities? Hayward Medical Communications. 2009;4:1\u20138.","journal-title":"Hayward Medical Communications"},{"key":"1056_CR12","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1586\/14737167.2.2.99","volume":"2","author":"GW Torrance","year":"2002","unstructured":"Torrance GW, Furlong W, Feeny D. Health utility estimation. Expert Rev Pharmacoecon Outcomes Res. 2002;2:99\u2013108.","journal-title":"Expert Rev Pharmacoecon Outcomes Res"},{"key":"1056_CR13","doi-asserted-by":"publisher","first-page":"S53","DOI":"10.1007\/s10198-013-0508-x","volume":"14","author":"A Attema","year":"2013","unstructured":"Attema A, Edelaar-Peeters Y, Versteegh M, Stolk E. Time trade-off: one methodology, different methods. Eur J Health Econ. 2013;14:S53\u201364.","journal-title":"Eur J Health Econ"},{"key":"1056_CR14","doi-asserted-by":"publisher","first-page":"151","DOI":"10.2165\/00019053-200017020-00004","volume":"17","author":"C Green","year":"2000","unstructured":"Green C, Brazier J, Deverill M. Valuing health-related quality of life. A review of health state valuation techniques. Pharmacoeconomics. 2000;17:151\u201365.","journal-title":"Pharmacoeconomics"},{"key":"1056_CR15","doi-asserted-by":"publisher","first-page":"21","DOI":"10.1093\/bmb\/lds020","volume":"103","author":"S Ali","year":"2012","unstructured":"Ali S, Ronaldson S. Ordinal preference elicitation methods in health economics and health services research: using discrete choice experiments and ranking methods. Br Med Bull. 2012;103:21\u201344.","journal-title":"Br Med Bull"},{"key":"1056_CR16","doi-asserted-by":"publisher","first-page":"1341","DOI":"10.1002\/lary.23943","volume":"123","author":"L Rudmik","year":"2013","unstructured":"Rudmik L, Drummond M. Health economic evaluation: important principles and methodology. Laryngoscope. 2013;123:1341\u20137.","journal-title":"Laryngoscope"},{"key":"1056_CR17","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1186\/1478-7954-1-12","volume":"1","author":"J Salomon","year":"2003","unstructured":"Salomon J. Reconsidering the use of rankings in the valuation of health states: A model for estimating cardinal values from ordinal data. Popul Health Metrics. 2003;1:12.","journal-title":"Popul Health Metrics"},{"key":"1056_CR18","doi-asserted-by":"publisher","first-page":"418","DOI":"10.1016\/j.jhealeco.2005.07.008","volume":"25","author":"C McCabe","year":"2006","unstructured":"McCabe C, Brazier J, Gilks P, Tsuchiya A, Roberts J, O\u2019Hagan A. Using rank data to estimate health state utility models. J Health Econ. 2006;25:418\u201331.","journal-title":"J Health Econ"},{"key":"1056_CR19","doi-asserted-by":"publisher","first-page":"609","DOI":"10.1007\/s11136-010-9785-3","volume":"20","author":"LN Ferreira","year":"2011","unstructured":"Ferreira LN, Ferreira PL, Rowen D, Brazier J. Do Portuguese and UK health state values differ across valuation methods? Qual Life Res. 2011;20:609\u201319.","journal-title":"Qual Life Res"},{"key":"1056_CR20","doi-asserted-by":"publisher","first-page":"935","DOI":"10.1097\/MLR.0000000000000178","volume":"52","author":"P Krabbe","year":"2014","unstructured":"Krabbe P, Devlin N, Stolk E, Shah K, Oppe M, van Hout B, Quik E, Pickard S. Multinational evidence of the applicability and robustness of discrete choice modelling for deriving EQ-5D-5L health-state values. Med Care. 2014;52:935\u201343.","journal-title":"Med Care"},{"key":"1056_CR21","doi-asserted-by":"publisher","first-page":"306","DOI":"10.1016\/j.jhealeco.2011.11.004","volume":"31","author":"N Bansbak","year":"2012","unstructured":"Bansbak N, Brazier J, Tsuchiya A, Anis A. Using a discrete choice experiment to estimate health state utility values. J Health Econ. 2012;31:306\u201318.","journal-title":"J Health Econ"},{"key":"1056_CR22","doi-asserted-by":"publisher","first-page":"S33","DOI":"10.1007\/s10198-013-0511-2","volume":"14","author":"J Ramos-Go\u00f1i","year":"2013","unstructured":"Ramos-Go\u00f1i J, Rivero-Arias O, Erra M, Stolk E, Herdman M, Cabas\u00e9s J. Dealing with health state \u2018dead\u2019 when using discrete choice experiments to obtain values for EQ-5D-5L health states. Eur J Health Econ. 2013;14:S33\u201342.","journal-title":"Eur J Health Econ"},{"key":"1056_CR23","doi-asserted-by":"publisher","first-page":"445","DOI":"10.1016\/j.jval.2014.04.002","volume":"17","author":"M Oppe","year":"2014","unstructured":"Oppe M, Devlin N, van Hout B, Krabbe P, de Charro F. A Program of Methodological Research to Arrive at the New International EQ-5D-5L Valuation Protocol. Value Health. 2014;17:445\u201353.","journal-title":"Value Health"},{"key":"1056_CR24","doi-asserted-by":"crossref","unstructured":"Ramos-Go\u00f1i JM, Pinto-Prades JL, Oppe M, Cabas\u00e9s JM, Serrano-Aguilar P, Rivero-Arias O: Valuation and modeling of EQ-5D-5L health states using a hybrid approach. Med Care. 2017;55(7):e51-8.","DOI":"10.1097\/MLR.0000000000000283"},{"key":"1056_CR25","doi-asserted-by":"publisher","first-page":"773","DOI":"10.1177\/0272989X13503499","volume":"34","author":"R Norman","year":"2013","unstructured":"Norman R, Viney R, Brazier J, Burgess L, Cronin P, King M, Ratcliffe J, Street D. Valuing SF-6D health states using a discrete choice experiment. Med Decis Making. 2013;34:773\u201386.","journal-title":"Med Decis Making"},{"key":"1056_CR26","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1007\/s10198-013-0474-3","volume":"15","author":"F Xie","year":"2014","unstructured":"Xie F, Pullenayegum E, Gaebel K, Oppe M, Krabbe P. Eliciting preferences to the EQ-5D-5L health states: discrete choice experiments or multiprofile case of best-worst scaling? Eur J Health Econ. 2014;15:281\u20138.","journal-title":"Eur J Health Econ"},{"key":"1056_CR27","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1016\/j.omega.2013.09.006","volume":"44","author":"B Fasolo","year":"2014","unstructured":"Fasolo B, Bana e Costa CA. Tailoring value elicitation to decision makers\u2019 numeracy and fluency: Expressing value judgments in numbers or words. OMEGA Int J Manag Sci. 2014;44:83\u201390.","journal-title":"OMEGA Int J Manag Sci"},{"key":"1056_CR28","doi-asserted-by":"publisher","first-page":"382","DOI":"10.1177\/0272989X0102100505","volume":"21","author":"S Woloshin","year":"2001","unstructured":"Woloshin S, Schwartz LM, Moncur M, Gabriel S, Tosteson ANA. Assessing Values for Health: Numeracy Matters. Med Decis Mak. 2001;21:382\u201390.","journal-title":"Med Decis Mak"},{"key":"1056_CR29","doi-asserted-by":"publisher","first-page":"407","DOI":"10.1111\/j.1467-9280.2006.01720.x","volume":"17","author":"E Peters","year":"2006","unstructured":"Peters E, Vastfjall D, Slovic P, Mertz C, Mazzocco K, Dickert S. Numeracy and decision making. Psychol Sci. 2006;17:407\u201313.","journal-title":"Psychol Sci"},{"key":"1056_CR30","doi-asserted-by":"publisher","first-page":"24","DOI":"10.1257\/089533005775196732","volume":"19","author":"S Frederick","year":"2005","unstructured":"Frederick S. Cognitive reflection and decision-making. J Econ Perspect. 2005;19:24\u201342.","journal-title":"J Econ Perspect"},{"key":"1056_CR31","doi-asserted-by":"publisher","first-page":"401","DOI":"10.1002\/hed.10383","volume":"26","author":"SR Schwartz","year":"2004","unstructured":"Schwartz SR, McDowell J, Yueh B. Numeracy and the shortcomings of utility assessment in head and neck cancer patients. Head Neck. 2004;26:401\u20137.","journal-title":"Head Neck"},{"key":"1056_CR32","doi-asserted-by":"publisher","first-page":"263","DOI":"10.1002\/1099-1360(200011)9:6<263::AID-MCDA280>3.0.CO;2-W","volume":"9","author":"O Larichev","year":"2000","unstructured":"Larichev O, Brown R. Numerical and verbal decision analysis: comparison on practical cases. J Multi-Criteria Decis Anal. 2000;9:263\u201374.","journal-title":"J Multi-Criteria Decis Anal"},{"key":"1056_CR33","doi-asserted-by":"publisher","first-page":"764","DOI":"10.1111\/j.1539-6924.2008.01192.x","volume":"29","author":"A Morton","year":"2009","unstructured":"Morton A, Airoldi M, Phillips LD. Nuclear risk management on stage: a decision analysis perspective on the UK\u2019s Committee on Radioactive Waste Management. Risk Anal. 2009;29:764\u201379.","journal-title":"Risk Anal"},{"key":"1056_CR34","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1142\/S0219622012400068","volume":"11","author":"CA Bana e Costa","year":"2012","unstructured":"Bana e Costa CA, De Corte J-M, Vansnick J-C. MACBETH. Int J Inf Technol Decis Mak. 2012;11:359\u201387.","journal-title":"Int J Inf Technol Decis Mak"},{"key":"1056_CR35","doi-asserted-by":"publisher","first-page":"489","DOI":"10.1016\/0969-6016(94)90010-8","volume":"1","author":"CA Bana e Costa","year":"1994","unstructured":"Bana e Costa CA, Vansnick J-C. MACBETH - An interactive path towards the construction of cardinal value functions. Int Trans Oper Res. 1994;1:489\u2013500.","journal-title":"Int Trans Oper Res"},{"key":"1056_CR36","doi-asserted-by":"crossref","unstructured":"Bana e Costa CA, De Corte J-M, Vansnick J-C. On the mathematical foundations of MACBETH. In: Figueira J, Greco S, Ehrgott M, editors. Multiple Criteria Decision Analysis: The State of the Art Surveys. Boston: Volume 76: International Series in Operations Research & Management Science; 2005. p. 409\u201342.","DOI":"10.1007\/0-387-23081-5_10"},{"key":"1056_CR37","doi-asserted-by":"crossref","unstructured":"Oliveira MD, Rodrigues TC, Bana e Costa CA, S\u00e1 AB. Prioritizing health care interventions: A multicriteria resource allocation model to inform the choice of community care programmes. In: T\u00e0nfani E, Testi A, editors. Advanced decision making methods applied to health care: Springer Milan; 2012. p. 141\u201354. International Series in Operations Research & Management Science.","DOI":"10.1007\/978-88-470-2321-5_9"},{"key":"1056_CR38","doi-asserted-by":"publisher","first-page":"375","DOI":"10.1111\/itor.12339","volume":"25","author":"MD Oliveira","year":"2018","unstructured":"Oliveira MD, Lopes DF, Bana e Costa CA. Improving occupational health and safety risk evaluation through decision analysis. Int Trans Oper Res. 2018;25:375\u2013403.","journal-title":"Int Trans Oper Res"},{"key":"1056_CR39","unstructured":"Beyer A, Fasolo B, de Graeff P, Hillege H, Eichler H-G, Bana e Costa CA. Values among European patients: Testing a decision-analytic tool for eliciting patient preferences. IPoster session presented in the 36th Annual North American Meeting of the Medical Decision Making Society. Miami; 2014."},{"key":"1056_CR40","doi-asserted-by":"publisher","first-page":"435","DOI":"10.1007\/s40273-015-0370-z","volume":"34","author":"A Angelis","year":"2016","unstructured":"Angelis A, Kanavos P. Value-based assessment of new medical technologies: Towards a robust methodological framework for the application of multiple criteria decision analysis in the context of health technology assessment. Pharmacoeconomics. 2016;34:435\u201346.","journal-title":"Pharmacoeconomics"},{"key":"1056_CR41","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1016\/j.socscimed.2017.06.024","volume":"188","author":"A Angelis","year":"2017","unstructured":"Angelis A, Kanavos K. Multiple Criteria Decision Analysis (MCDA) for evaluating new medicines in Health Technology Assessment and beyond: The Advance Value Framework. Soc Sci Med. 2017;188:137\u201356.","journal-title":"Soc Sci Med"},{"key":"1056_CR42","doi-asserted-by":"publisher","unstructured":"Angelis A. Evaluating the benefits of new drugs in health technology assessment using multiple criteria decision analysis: a case study on metastatic prostate cancer with the dental and pharmaceuticals benefits agency (TLV) in Sweden. Med Decis Mak: Policy Prac. 2018;3. https:\/\/doi.org\/10.1177\/2381468318796218 .","DOI":"10.1177\/2381468318796218"},{"key":"1056_CR43","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1016\/j.ejor.2009.01.018","volume":"200","author":"L Moraes de","year":"2010","unstructured":"de Moraes L, Garcia R, Ensslin L, da Concei\u00e7\u00e3o MJ, de Carvalho SM. The multicriteria analysis for construction of benchmarkers to support the Clinical Engineering in the Healthcare Technology Management. Eur J Oper Res. 2010;200:607\u201315.","journal-title":"Eur J Oper Res"},{"key":"1056_CR44","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1080\/18756891.2011.9727766","volume":"4","author":"A Castro","year":"2011","unstructured":"Castro A, Pinheiro M, Pinheiro P, Tamanini I. Towards the applied hybrid model in decision making: a neuropsychological diagnosis of Alzheimer\u2019s disease study case. Int J Comput Intell Syst. 2011;4:89\u201399.","journal-title":"Int J Comput Intell Syst"},{"key":"1056_CR45","doi-asserted-by":"publisher","first-page":"381","DOI":"10.1016\/j.ejor.2011.09.019","volume":"217","author":"CA Bana e Costa","year":"2012","unstructured":"Bana e Costa CA, Carnero MC, Oliveira MD. A multi-criteria model for auditing a Predictive Maintenance Programme. Eur J Oper Res. 2012;217:381\u201393.","journal-title":"Eur J Oper Res"},{"key":"1056_CR46","doi-asserted-by":"publisher","unstructured":"Carnero MC, Gomez A. A multicriteria decision making approach applied to improving maintenance policies in healthcare organizations. BMC Med Inform Decis Mak. 2016;16:47. https:\/\/doi.org\/10.1186\/s12911-016-0282-7 .","DOI":"10.1186\/s12911-016-0282-7"},{"key":"1056_CR47","doi-asserted-by":"publisher","first-page":"1054","DOI":"10.1016\/j.ejor.2016.09.047","volume":"3","author":"TR Rodrigues","year":"2017","unstructured":"Rodrigues TR, Montibeller G, Oliveira MD, Bana e Costa CA. Modelling multicriteria value interactions with Reasoning Maps. Eur J Oper Res. 2017;3:1054\u201371.","journal-title":"Eur J Oper Res"},{"key":"1056_CR48","doi-asserted-by":"crossref","unstructured":"Bana Consulting: M-MACBETH Version 1.1: User Manual. http:\/\/m-macbeth.com\/wp-content\/uploads\/2017\/10\/M-MACBETH-Users-Guide.pdf ; 2005.","DOI":"10.12987\/9780300138276-004"},{"key":"1056_CR49","doi-asserted-by":"publisher","first-page":"337","DOI":"10.3109\/07853890109002087","volume":"33","author":"R Rabin","year":"2001","unstructured":"Rabin R, de Charro F. EQ-5D: A measure of health status from the EuroQol Group. Ann Med. 2001;33:337\u201343.","journal-title":"Ann Med"},{"key":"1056_CR50","doi-asserted-by":"publisher","first-page":"886","DOI":"10.1002\/hec.1608","volume":"19","author":"NJ Devlin","year":"2010","unstructured":"Devlin NJ, Parkin D, Browne J. Patient-reported outcome measures in the NHS: New methods for analysing and reporting EQ-5D data. Health Econ. 2010;19:886\u2013905.","journal-title":"Health Econ"},{"key":"1056_CR51","volume-title":"Decision Analysis and Behavioral Research","author":"D Winterfeldt Von","year":"1986","unstructured":"Von Winterfeldt D, Edwards W. Decision Analysis and Behavioral Research. Cambridge: University Press; 1986."},{"key":"1056_CR52","unstructured":"QUALTRICS: QUALTRICS platform. https:\/\/www.qualtrics.com\/research-core\/survey-software\/ ; 2015."},{"key":"1056_CR53","volume-title":"Qualtrics Software - Handbook for Research Professionals","author":"J Snow","year":"2012","unstructured":"Snow J, Nash M, Mann M, Page T. Qualtrics Software - Handbook for Research Professionals; 2012."},{"key":"1056_CR54","volume-title":"R Software. v.3.1.3 edition","author":"R Foundation","year":"2015","unstructured":"R Foundation: R Software. v.3.1.3 edition; 2015."},{"key":"1056_CR55","doi-asserted-by":"crossref","unstructured":"Bansback N, Tsuchiya A, Brazier J, Anis A. Canadian valuation of EQ-5D health states: Preliminary value set and considerations for future valuation studies. PLoS One. 2012;7(2):e31115.","DOI":"10.1371\/journal.pone.0031115"},{"key":"1056_CR56","doi-asserted-by":"publisher","first-page":"413","DOI":"10.1007\/s11136-013-0448-z","volume":"23","author":"LN Ferreira","year":"2014","unstructured":"Ferreira LN, Ferreira PL, Pereira LN, Oppe M. The valuation of the EQ-5D in Portugal. Qual Life Res. 2014;23:413\u201323.","journal-title":"Qual Life Res"},{"key":"1056_CR57","doi-asserted-by":"publisher","first-page":"1095","DOI":"10.1097\/00005650-199711000-00002","volume":"35","author":"P Dolan","year":"1997","unstructured":"Dolan P. Modelling valuations for EuroQol health states. Med Care. 1997;35:1095\u2013108.","journal-title":"Med Care"},{"key":"1056_CR58","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1016\/0168-8510(96)00822-6","volume":"37","author":"R Brooks","year":"1996","unstructured":"Brooks R. EuroQol: the current state of play. Health Policy. 1996;37:53\u201372.","journal-title":"Health Policy"},{"key":"1056_CR59","unstructured":"Carter A, Henderson L. Approaches to qualitative data collection in social science. In Handbook Of Health Research Methods: Investigation, Measurement And Analysis. In: Bowling A, Ebrahim S, editors. UK Higher Education OUP Humanities & Social Sciences Health & Social Welfare. Berkshire: Oxford University Press; 2005. p. 215\u201329."},{"key":"1056_CR60","doi-asserted-by":"publisher","first-page":"677","DOI":"10.1126\/science.103.2684.677","volume":"103","author":"SS Stevens","year":"1946","unstructured":"Stevens SS. On the theory of scales of measurement. Science. 1946;103:677\u201380.","journal-title":"Science"},{"key":"1056_CR61","doi-asserted-by":"crossref","unstructured":"Belton V, Stewart TJ. Multiple Criteria Decision Analysis: An Integrated Approach. Dordrecht: Springer; 2002.","DOI":"10.1007\/978-1-4615-1495-4"},{"key":"1056_CR62","volume-title":"Introduction to Probability and Statistics Using R.","author":"GJ Kerns","year":"2010","unstructured":"Kerns GJ. Introduction to Probability and Statistics Using R.; 2010."},{"key":"1056_CR63","doi-asserted-by":"publisher","first-page":"S5","DOI":"10.1007\/s10198-013-0503-2","volume":"14","author":"B Janssen","year":"2013","unstructured":"Janssen B, Oppe M, Versteegh M. Introducing the composite time trade-off: a test of feasibility and face validity. Eur J Health Econ. 2013;14:S5\u2013S13.","journal-title":"Eur J Health Econ"},{"key":"1056_CR64","doi-asserted-by":"publisher","first-page":"S15","DOI":"10.1007\/s10198-013-0504-1","volume":"14","author":"N Luo","year":"2013","unstructured":"Luo N, Li M, Stolk E, Devlin N. The effects of lead time and visual aids in TTO valuations: a study of EQ-VT framework. Eur J Health Econ. 2013;14:S15\u201324.","journal-title":"Eur J Health Econ"},{"key":"1056_CR65","doi-asserted-by":"publisher","first-page":"S25","DOI":"10.1007\/s10198-013-0505-0","volume":"14","author":"F Augustovski","year":"2013","unstructured":"Augustovski F, Rey-Ares L, Irazola V, Oppe M, Devlin N. Lead versus la-time trade-off variants: does it make any difference? Eur J Health Econ. 2013;14:S25\u201331.","journal-title":"Eur J Health Econ"},{"key":"1056_CR66","doi-asserted-by":"publisher","first-page":"S43","DOI":"10.1007\/s10198-013-0507-y","volume":"14","author":"MM Versteegh","year":"2013","unstructured":"Versteegh MM, Attema AE, Oppe M, Devlin NJ, Stolk EA. Time to tweak the TTO: results from a comparison of alternative specifications of the TTO. Eur J Health Econ. 2013;14:S43\u201351.","journal-title":"Eur J Health Econ"},{"key":"1056_CR67","doi-asserted-by":"publisher","first-page":"541","DOI":"10.1080\/0267257X.2003.9728225","volume":"19","author":"U Grandcolas","year":"2003","unstructured":"Grandcolas U, Rettie R, Marusenko K. Web survey bias: Sample or mode effect? J Mark Manag. 2003;19:541\u201361.","journal-title":"J Mark Manag"},{"key":"1056_CR68","doi-asserted-by":"crossref","first-page":"25","DOI":"10.1017\/S1930297500001819","volume":"7","author":"ET Cokely","year":"2012","unstructured":"Cokely ET, Galesic M, Schulz E, Ghazal S, Garcia-Retamero R. Measuring risk literacy: The Berlin numeracy test. Judgment and Decision Making. 2012;7:25\u201347.","journal-title":"Judgment and Decision Making"},{"key":"1056_CR69","doi-asserted-by":"publisher","first-page":"672","DOI":"10.1177\/0272989X07304449","volume":"27","author":"A Fagerlin","year":"2007","unstructured":"Fagerlin A, Zikmund-Fisher BJ, Ubel A, Jankovic A, Derry HA, Smith DM. Measuring numeracy without a math test: Development of the subjective numeracy scale. Med Decis Mak. 2007;27:672\u201380.","journal-title":"Med Decis Mak"}],"container-title":["Health and Quality of Life Outcomes"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12955-018-1056-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s12955-018-1056-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12955-018-1056-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,13]],"date-time":"2024-07-13T12:39:31Z","timestamp":1720874371000},"score":1,"resource":{"primary":{"URL":"https:\/\/hqlo.biomedcentral.com\/articles\/10.1186\/s12955-018-1056-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,12]]},"references-count":69,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,12]]}},"alternative-id":["1056"],"URL":"https:\/\/doi.org\/10.1186\/s12955-018-1056-y","relation":{},"ISSN":["1477-7525"],"issn-type":[{"value":"1477-7525","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,12]]},"assertion":[{"value":"17 April 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 November 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"18 December 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"Ethic issues concerning \u201cHumans\u201d and \u201cProtection of personal data\u201d arose from the use of the web survey and from the statistical analyses of web survey data. All research activities followed fundamental ethical principles (European Directive 95\/46\/EC on the protection of individuals with regard to the processing of personal data). All participants were invited via email and informed about the objective, scope and research design of the study and about its research uses. All participants chose to participate in the study. No personal data beyond age was collected. All data generated or analysed during this study are included in this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"None of the authors have any competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"Springer Nature remains neutral with regard to jurisdictional claims in published maps and institutional affiliations.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Publisher\u2019s Note"}}],"article-number":"235"}}