{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,4]],"date-time":"2026-07-04T03:40:03Z","timestamp":1783136403358,"version":"3.54.6"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2020,10,7]],"date-time":"2020-10-07T00:00:00Z","timestamp":1602028800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0"},{"start":{"date-parts":[[2020,10,7]],"date-time":"2020-10-07T00:00:00Z","timestamp":1602028800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc\/4.0"}],"funder":[{"DOI":"10.13039\/100010661","name":"Horizon 2020 Framework Programme","doi-asserted-by":"publisher","award":["779292"],"award-info":[{"award-number":["779292"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001835","name":"Maastricht University","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100001835","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["PharmacoEconomics"],"published-print":{"date-parts":[[2021,1]]},"DOI":"10.1007\/s40273-020-00966-8","type":"journal-article","created":{"date-parts":[[2020,10,7]],"date-time":"2020-10-07T04:32:04Z","timestamp":1602045124000},"page":"99-108","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["The Relative Importance of Education and Criminal Justice Costs and Benefits in Economic Evaluations: A Best\u2013Worst Scaling Experiment"],"prefix":"10.1007","volume":"39","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6390-2851","authenticated-orcid":false,"given":"Irina","family":"Pokhilenko","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0184-3742","authenticated-orcid":false,"given":"Luca M. M.","family":"Janssen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4274-9258","authenticated-orcid":false,"given":"Mickael","family":"Hiligsmann","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1026-570X","authenticated-orcid":false,"given":"Silvia M. A. A.","family":"Evers","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7428-040X","authenticated-orcid":false,"given":"Ruben M. W. A.","family":"Drost","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2086-6106","authenticated-orcid":false,"given":"Aggie T. G.","family":"Paulus","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0569-397X","authenticated-orcid":false,"given":"Leonarda G. M.","family":"Bremmers","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,10,7]]},"reference":[{"key":"966_CR1","unstructured":"OECD\/EU. Health at a Glance: Europe 2018: State of Health in the EU Cycle. Paris; 2018."},{"issue":"12","key":"966_CR2","doi-asserted-by":"publisher","first-page":"1198","DOI":"10.1177\/0004867417710730","volume":"51","author":"Y-C Lee","year":"2017","unstructured":"Lee Y-C, Chatterton ML, Magnus A, Mohebbi M, Le LK-D, Mihalopoulos C. Cost of high prevalence mental disorders: findings from the 2007 Australian National Survey of Mental Health and Wellbeing. Aust N Z J Psychiatry. 2017;51(12):1198\u2013211.","journal-title":"Aust N Z J Psychiatry"},{"key":"966_CR3","unstructured":"WHO. International Classification of Diseases 11th Revision. 2018. https:\/\/icd.who.int\/en. Accessed 17 Dec 2019."},{"issue":"9","key":"966_CR4","doi-asserted-by":"publisher","first-page":"1245","DOI":"10.15252\/embr.201642951","volume":"17","author":"S Trautmann","year":"2016","unstructured":"Trautmann S, Rehm J, Wittchen HU. The economic costs of mental disorders. EMBO Rep. 2016;17(9):1245\u20139.","journal-title":"EMBO Rep"},{"issue":"1","key":"966_CR5","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1186\/s12888-014-0237-4","volume":"14","author":"P Esch","year":"2014","unstructured":"Esch P, Bocquet V, Pull C, Couffignal S, Lehnert T, Graas M, et al. The downward spiral of mental disorders and educational attainment: a systematic review on early school leaving. BMC Psychiatry. 2014;14(1):237.","journal-title":"BMC Psychiatry"},{"issue":"6","key":"966_CR6","doi-asserted-by":"publisher","first-page":"477","DOI":"10.1192\/bjp.172.6.477","volume":"172","author":"C Wallace","year":"1998","unstructured":"Wallace C, Mullen PE, Burgess P, Palmer S, Ruschena D, Browne C. Serious criminal offending and mental disorder: case linkage study. Br J Psychiatry. 1998;172(6):477\u201384.","journal-title":"Br J Psychiatry"},{"issue":"6","key":"966_CR7","doi-asserted-by":"publisher","first-page":"714","DOI":"10.1111\/jcpp.12216","volume":"55","author":"J Beecham","year":"2014","unstructured":"Beecham J. Annual research review: Child and adolescent mental health interventions: a review of progress in economic studies across different disorders. J Child Psychol Psychiatry. 2014;55(6):714\u201332.","journal-title":"J Child Psychol Psychiatry"},{"issue":"7","key":"966_CR8","doi-asserted-by":"publisher","first-page":"587","DOI":"10.1007\/s00787-013-0477-8","volume":"23","author":"HH Le","year":"2014","unstructured":"Le HH, Hodgkins P, Postma MJ, Kahle J, Sikirica V, Setyawan J, et al. Economic impact of childhood\/adolescent ADHD in a European setting: the Netherlands as a reference case. Eur Child Adolesc Psychiatry. 2014;23(7):587\u201398.","journal-title":"Eur Child Adolesc Psychiatry"},{"issue":"3","key":"966_CR9","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1093\/alcalc\/agv117","volume":"51","author":"S Popova","year":"2016","unstructured":"Popova S, Lange S, Burd L, Rehm J. The economic burden of fetal alcohol spectrum disorder in Canada in 2013. Alcohol Alcoholism. 2016;51(3):367\u201375.","journal-title":"Alcohol Alcoholism"},{"issue":"4","key":"966_CR10","first-page":"179","volume":"16","author":"R Drost","year":"2013","unstructured":"Drost R, Paulus A, Ruwaard D, Evers S. Inter-sectoral costs and benefits of mental health prevention: towards a new classification scheme. J Ment Health Policy Econ. 2013;16(4):179\u201386.","journal-title":"J Ment Health Policy Econ"},{"key":"966_CR11","volume-title":"Cost-effectiveness in health and medicine","author":"MC Weinstein","year":"1996","unstructured":"Weinstein MC, Russell LB, Gold MR, Siegel JE. Cost-effectiveness in health and medicine. Oxford: Oxford University Press; 1996."},{"key":"966_CR12","volume-title":"Benefits and costs of prevention. Preventing mental, emotional, and behavioral disorders among young people: Progress and possibilities","author":"ME O\u2019Connell","year":"2009","unstructured":"O\u2019Connell ME, Boat T, Warner KE. Benefits and costs of prevention. Preventing mental, emotional, and behavioral disorders among young people: Progress and possibilities. Washington, DC: National Academies Press; 2009."},{"issue":"4","key":"966_CR13","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1007\/s10198-009-0173-2","volume":"10","author":"J J\u00f6nsson","year":"2009","unstructured":"J\u00f6nsson J. Ten arguments for a societal perspective in the economic evaluation of medical innovations. Eur J Health Econ. 2009;10(4):357\u20139.","journal-title":"Eur J Health Econ"},{"key":"966_CR14","unstructured":"Hakkaart-van Roijen L, Van der Linden N, Bouwmans C, Kanters T, Tan SS. Kostenhandleiding. Methodologie van kostenonderzoek en referentieprijzen voor economische evaluaties in de gezondheidszorg In opdracht van Zorginstituut Nederland Geactualiseerde versie. 2015."},{"key":"966_CR15","unstructured":"HIQA. Guidelines for the economic evaluation of health technologies in Ireland 2010. Health Information and Quality Authority; 2010."},{"issue":"10","key":"966_CR16","doi-asserted-by":"publisher","first-page":"1093","DOI":"10.1001\/jama.2016.12195","volume":"316","author":"GD Sanders","year":"2016","unstructured":"Sanders GD, Neumann PJ, Basu A, Brock DW, Feeny D, Krahn M, et al. Recommendations for conduct, methodological practices, and reporting of cost-effectiveness analyses: second panel on cost-effectiveness in health and medicine. JAMA. 2016;316(10):1093\u2013103. https:\/\/doi.org\/10.1001\/jama.2016.12195.","journal-title":"JAMA"},{"issue":"1","key":"966_CR17","doi-asserted-by":"publisher","first-page":"77","DOI":"10.1586\/14737167.2016.1141679","volume":"17","author":"RM Drost","year":"2017","unstructured":"Drost RM, Paulus AT, Ruwaard D, Evers SM. Valuing inter-sectoral costs and benefits of interventions in the healthcare sector: methods for obtaining unit prices. Expert Rev Pharm Outcomes. 2017;17(1):77\u201384.","journal-title":"Expert Rev Pharm Outcomes"},{"issue":"9","key":"966_CR18","doi-asserted-by":"publisher","first-page":"895","DOI":"10.1007\/s40273-017-0522-4","volume":"35","author":"S Mayer","year":"2017","unstructured":"Mayer S, Paulus AT, \u0141aszewska A, Simon J, Drost RM, Ruwaard D, et al. Health-related resource-use measurement instruments for intersectoral costs and benefits in the education and criminal justice sectors. Pharmacoeconomics. 2017;35(9):895\u2013908.","journal-title":"Pharmacoeconomics"},{"issue":"2","key":"966_CR19","doi-asserted-by":"publisher","first-page":"251","DOI":"10.1017\/S0266462317000526","volume":"33","author":"RM Drost","year":"2017","unstructured":"Drost RM, van der Putten IM, Ruwaard D, Evers SM, Paulus AT. Conceptualizations of the societal perspective within economic evaluations: a systematic review. Int J Technol Assess Health Care. 2017;33(2):251\u201360.","journal-title":"Int J Technol Assess Health Care"},{"key":"966_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s40273-019-00871-9","volume":"38","author":"Dd Kim","year":"2020","unstructured":"Kim DD, Silver MC, Kunst N, Cohen JT, Ollendorf DA, Neumann PJ. Perspective and costing in cost-effectiveness analysis, 1974\u20132018. Pharmaco Economics. 2020;38:1\u201311.","journal-title":"Pharmaco Economics"},{"issue":"1","key":"966_CR21","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1016\/j.jhealeco.2006.04.002","volume":"26","author":"TN Flynn","year":"2007","unstructured":"Flynn TN, Louviere JJ, Peters TJ, Coast J. Best\u2013worst scaling: what it can do for health care research and how to do it. J Health Econ. 2007;26(1):171\u201389.","journal-title":"J Health Econ"},{"issue":"4","key":"966_CR22","doi-asserted-by":"publisher","first-page":"403","DOI":"10.1016\/j.jval.2010.11.013","volume":"14","author":"JF Bridges","year":"2011","unstructured":"Bridges JF, Hauber AB, Marshall D, Lloyd A, Prosser LA, Regier DA, et al. Conjoint analysis applications in health\u2014a checklist: a report of the ISPOR Good Research Practices for Conjoint Analysis Task Force. Value Health. 2011;14(4):403\u201313.","journal-title":"Value Health"},{"key":"966_CR23","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781107337855","volume-title":"Best-worst scaling: theory, methods and applications","author":"JJ Louviere","year":"2015","unstructured":"Louviere JJ, Flynn TN, Marley AAJ. Best-worst scaling: theory, methods and applications. Cambridge: Cambridge University Press; 2015."},{"key":"966_CR24","unstructured":"DIRUM. Database of instruments for resource use measurement. https:\/\/www.dirum.org\/. Accessed 14 Jan 2020."},{"key":"966_CR25","unstructured":"Qualtrics. Provo, Utah, USA. 2005. https:\/\/www.qualtrics.com. Accessed 13 Dec 2019."},{"key":"966_CR26","unstructured":"Orme B. Hierarchical Bayes: why all the attention? Sawtooth software research paper series. 2018."},{"key":"966_CR27","unstructured":"Orme B. Fit statistic and identifying random responders. In: Inc., Sequim, WA. https:\/\/www.sawtoothsoftware.com\/help\/lighthouse-studio\/manual\/hid_web_maxdiff_badrespondents.html. Accessed 27 Nov 2019."},{"key":"966_CR28","unstructured":"ISPOR. Pharmacoeconomic guidelines around the world. n.a."},{"key":"966_CR29","doi-asserted-by":"crossref","unstructured":"Froy F, Gigu\u00e8re S. Breaking out of policy silos. 2010.","DOI":"10.1787\/9789264094987-en"},{"key":"966_CR30","unstructured":"Leppo K, Ollila E, Pena S, Wismar M, Cook S. Health in all policies-seizing opportunities, implementing policies. sosiaali-ja terveysministeri\u00f6; 2013."},{"issue":"5","key":"966_CR31","doi-asserted-by":"publisher","first-page":"577","DOI":"10.1007\/s40258-019-00481-8","volume":"17","author":"S Walker","year":"2019","unstructured":"Walker S, Griffin S, Asaria M, Tsuchiya A, Sculpher M. Striving for a societal perspective: a framework for economic evaluations when costs and effects fall on multiple sectors and decision makers. Appl Health Econ Health Policy. 2019;17(5):577\u201390.","journal-title":"Appl Health Econ Health Policy"},{"issue":"3","key":"966_CR32","doi-asserted-by":"publisher","first-page":"133","DOI":"10.1002\/(SICI)1099-176X(199909)2:3<133::AID-MHP53>3.0.CO;2-B","volume":"2","author":"WS Cartwright","year":"1999","unstructured":"Cartwright WS. Costs of drug abuse to society. J Ment Health Policy Econ. 1999;2(3):133\u20134.","journal-title":"J Ment Health Policy Econ"},{"key":"966_CR33","unstructured":"Bremmers LGM, Evers SMAA, Drost RMWA, Janssen LMM, Pokhilenko I, Paulus ATG. The impact of mental and behavioural disorders on resource use in the education sector: a systematic literature review. J Ment Health Policy Econ (under review)."},{"issue":"3","key":"966_CR34","doi-asserted-by":"publisher","first-page":"655","DOI":"10.1007\/s11096-016-0257-x","volume":"38","author":"SS McMillan","year":"2016","unstructured":"McMillan SS, King M, Tully MP. How to use the nominal group and Delphi techniques. Int J Clin Pharm. 2016;38(3):655\u201362. https:\/\/doi.org\/10.1007\/s11096-016-0257-x.","journal-title":"Int J Clin Pharm"},{"issue":"2","key":"966_CR35","doi-asserted-by":"publisher","first-page":"43","DOI":"10.20982\/tqmp.03.2.p043","volume":"3","author":"CW VanVoorhis","year":"2007","unstructured":"VanVoorhis CW, Morgan BL. Understanding power and rules of thumb for determining sample sizes. Tutor Quant Methods Psychol. 2007;3(2):43\u201350.","journal-title":"Tutor Quant Methods Psychol"},{"key":"966_CR36","volume-title":"Methods for the economic evaluation of health care programmes","author":"MF Drummond","year":"2015","unstructured":"Drummond MF, Sculpher MJ, Claxton K, Stoddart GL, Torrance GW. Methods for the economic evaluation of health care programmes. Oxford: Oxford University Press; 2015."},{"issue":"4","key":"966_CR37","doi-asserted-by":"publisher","first-page":"269","DOI":"10.2165\/00019053-200826040-00001","volume":"26","author":"MA Koopmanschap","year":"2008","unstructured":"Koopmanschap MA, van Exel NJA, van den Berg B, Brouwer WB. An overview of methods and applications to value informal care in economic evaluations of healthcare. Pharmacoeconomics. 2008;26(4):269\u201380.","journal-title":"Pharmacoeconomics"}],"container-title":["PharmacoEconomics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40273-020-00966-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s40273-020-00966-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s40273-020-00966-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,10,6]],"date-time":"2021-10-06T23:30:17Z","timestamp":1633563017000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s40273-020-00966-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,10,7]]},"references-count":37,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2021,1]]}},"alternative-id":["966"],"URL":"https:\/\/doi.org\/10.1007\/s40273-020-00966-8","relation":{},"ISSN":["1170-7690","1179-2027"],"issn-type":[{"value":"1170-7690","type":"print"},{"value":"1179-2027","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020,10,7]]},"assertion":[{"value":"19 September 2020","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 October 2020","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"I. Pokhilenko and L.M.M. Janssen are partially funded by the PECUNIA project, which has received funding from the European Union\u2019s Horizon 2020 research and innovation programme under grant agreement No. 779292.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Funding"}},{"value":"There are no conflicts of interest to declare.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The study protocol was reviewed and approved by the Medical Ethics Committee of the Academic Hospital Maastricht and Maastricht University, the Netherlands (Approval Number: FHML-REC\/2019\/030).","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}},{"value":"All respondents provided informed consent prior to completing the survey and they were free to stop participation at any moment.","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"All co-authors provided consent for the publication of the manuscript.","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"Not applicable.","order":7,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}},{"value":"All data generated or analysed during this study are included in this published article and its supplementary information files.","order":8,"name":"Ethics","group":{"name":"EthicsHeading","label":"Availability of data and material"}},{"value":"Survey participants provided informed consent prior to participation in the survey.","order":9,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent"}}]}}