{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T03:24:09Z","timestamp":1740108249632,"version":"3.37.3"},"reference-count":44,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2021,2,2]],"date-time":"2021-02-02T00:00:00Z","timestamp":1612224000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,2,2]],"date-time":"2021-02-02T00:00:00Z","timestamp":1612224000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/501100004586","name":"Funda\u00e7\u00e3o Carlos Chagas Filho de Amparo \u00e0 Pesquisa do Estado do Rio de Janeiro","doi-asserted-by":"publisher","award":["E-26\/202.769\/2015"],"award-info":[{"award-number":["E-26\/202.769\/2015"]}],"id":[{"id":"10.13039\/501100004586","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100002322","name":"Coordena\u00e7\u00e3o de Aperfei\u00e7oamento de Pessoal de N\u00edvel Superior","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100002322","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Comput Stat"],"published-print":{"date-parts":[[2021,9]]},"DOI":"10.1007\/s00180-021-01080-9","type":"journal-article","created":{"date-parts":[[2021,2,2]],"date-time":"2021-02-02T08:03:23Z","timestamp":1612253003000},"page":"2231-2245","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Double threshold receiver operating characteristic plot for three-modal continuous predictors"],"prefix":"10.1007","volume":"36","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7014-2002","authenticated-orcid":false,"given":"Arthur De S\u00e1","family":"Ferreira","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2794-7299","authenticated-orcid":false,"given":"Ney","family":"Meziat-Filho","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6464-3473","authenticated-orcid":false,"given":"Ana Paula Antunes","family":"Ferreira","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,2,2]]},"reference":[{"key":"1080_CR1","doi-asserted-by":"publisher","first-page":"191","DOI":"10.1016\/j.math.2015.08.002","volume":"21","author":"DB Adhia","year":"2016","unstructured":"Adhia DB, Tumilty S, Mani R et al (2016) Can hip abduction and external rotation discriminate sacroiliac joint pain? Man Ther 21:191\u2013197. https:\/\/doi.org\/10.1016\/j.math.2015.08.002","journal-title":"Man Ther"},{"key":"1080_CR2","doi-asserted-by":"publisher","first-page":"188","DOI":"10.1136\/bmj.309.6948.188","volume":"309","author":"DG Altman","year":"1994","unstructured":"Altman DG, Bland JM (1994a) Diagnostic tests 3: receiver operating characteristic plots. Br Med J 309:188. https:\/\/doi.org\/10.1136\/bmj.309.6948.188","journal-title":"Br Med J"},{"key":"1080_CR3","doi-asserted-by":"publisher","first-page":"1552","DOI":"10.1136\/bmj.308.6943.1552","volume":"308","author":"DG Altman","year":"1994","unstructured":"Altman DG, Bland JM (1994b) Diagnostic tests 1: sensitivity and specificity. Br Med J 308:1552\u20131552. https:\/\/doi.org\/10.1136\/bmj.308.6943.1552","journal-title":"Br Med J"},{"key":"1080_CR4","doi-asserted-by":"publisher","first-page":"102","DOI":"10.1136\/bmj.309.6947.102","volume":"309","author":"DG Altman","year":"1994","unstructured":"Altman DG, Bland JM (1994c) Diagnostic tests 2: predictive values. Br Med J 309:102. https:\/\/doi.org\/10.1136\/bmj.309.6947.102","journal-title":"Br Med J"},{"key":"1080_CR5","doi-asserted-by":"publisher","first-page":"2348","DOI":"10.1086\/117248","volume":"108","author":"KA Ashman","year":"1994","unstructured":"Ashman KA, Bird CM, Zepf SE (1994) Detecting bimodality in astronomical datasets. Astron J 108:2348. https:\/\/doi.org\/10.1086\/117248","journal-title":"Astron J"},{"key":"1080_CR6","doi-asserted-by":"publisher","first-page":"2156","DOI":"10.1136\/bmj.i2156","volume":"94","author":"D Aune","year":"2016","unstructured":"Aune D, Sen A, Prasad M et al (2016) BMI and all cause mortality: systematic review and non-linear dose-response meta-analysis of 230 cohort studies with 3.74 million deaths among 30.3 million participants. BMJ 94:2156. https:\/\/doi.org\/10.1136\/bmj.i2156","journal-title":"BMJ"},{"key":"1080_CR7","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1037\/1082-989X.2.2.131","volume":"2","author":"JT Behrens","year":"1997","unstructured":"Behrens JT (1997) Principles and procedures of exploratory data analysis. Psychol Methods 2:131\u2013160. https:\/\/doi.org\/10.1037\/1082-989X.2.2.131","journal-title":"Psychol Methods"},{"key":"1080_CR8","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1016\/0304-3959(95)00149-2","volume":"65","author":"AJ Beurskens","year":"1996","unstructured":"Beurskens AJ, de Vet HC, K\u00f6ke AJ (1996) Responsiveness of functional status in low back pain: a comparison of different instruments. Pain 65:71\u201376","journal-title":"Pain"},{"key":"1080_CR9","unstructured":"Chila AG (2017) Foundations of osteopathic medicine-Google Books"},{"key":"1080_CR10","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1186\/1471-2458-9-14","volume":"9","author":"LM de Wit","year":"2009","unstructured":"de Wit LM, van Straten A, van Herten M et al (2009) Depression and body mass index, a u-shaped association. BMC Public Health 9:14. https:\/\/doi.org\/10.1186\/1471-2458-9-14","journal-title":"BMC Public Health"},{"key":"1080_CR11","volume-title":"An introduction to the bootstrap","author":"B Efron","year":"1998","unstructured":"Efron B, Tibshirani RJ (1998) An introduction to the bootstrap, 1st edn. CRC Press LLC, Boca Raton","edition":"1"},{"key":"1080_CR12","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1016\/j.patrec.2005.10.010","volume":"27","author":"T Fawcett","year":"2006","unstructured":"Fawcett T (2006) An introduction to ROC analysis. Pattern Recognit Lett 27:861\u2013874. https:\/\/doi.org\/10.1016\/j.patrec.2005.10.010","journal-title":"Pattern Recognit Lett"},{"key":"1080_CR13","doi-asserted-by":"publisher","first-page":"98","DOI":"10.1016\/j.jmpt.2016.10.011","volume":"40","author":"APA Ferreira","year":"2017","unstructured":"Ferreira APA, P\u00f3voa LC, Zanier JFC, Ferreira AS (2017a) Locating the seventh cervical spinous process: accuracy of the thorax-rib static method and the effects of clinical data on its performance. J Manipulative Physiol Ther 40:98\u2013105. https:\/\/doi.org\/10.1016\/j.jmpt.2016.10.011","journal-title":"J Manipulative Physiol Ther"},{"key":"1080_CR14","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1016\/j.jmpt.2016.10.012","volume":"40","author":"APA Ferreira","year":"2017","unstructured":"Ferreira APA, P\u00f3voa LC, Zanier JFC, Ferreira AS (2017b) Locating the seventh cervical spinous process: development and validation of a multivariate model using palpation and personal information. J Manipulative Physiol Ther 40:89\u201397. https:\/\/doi.org\/10.1016\/j.jmpt.2016.10.012","journal-title":"J Manipulative Physiol Ther"},{"key":"1080_CR15","doi-asserted-by":"publisher","first-page":"449","DOI":"10.1007\/s00586-010-1509-4","volume":"20","author":"CP Gabel","year":"2011","unstructured":"Gabel CP, Melloh M, Yelland M et al (2011) Predictive ability of a modified \u00d6Rebro Musculoskeletal Pain Questionnaire in an acute\/subacute low back pain working population. Eur Spine J 20:449\u2013457. https:\/\/doi.org\/10.1007\/s00586-010-1509-4","journal-title":"Eur Spine J"},{"key":"1080_CR16","doi-asserted-by":"publisher","first-page":"50","DOI":"10.2519\/jospt.2008.2647","volume":"38","author":"SZ George","year":"2008","unstructured":"George SZ, Fritz JM, Childs JD (2008) Investigation of elevated fear-avoidance beliefs for patients with low back pain: a secondary analysis involving patients enrolled in physical therapy clinical trials. J Orthop Sport Phys Ther 38:50\u201358. https:\/\/doi.org\/10.2519\/jospt.2008.2647","journal-title":"J Orthop Sport Phys Ther"},{"key":"1080_CR17","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1620\/tjem.232.177","volume":"232","author":"SS Han","year":"2014","unstructured":"Han SS, Ahn SY, Ryu J et al (2014) U-shape relationship of white blood cells with acute kidney injury and mortality in critically Ill patients. Tohoku J Exp Med 232:177\u2013185. https:\/\/doi.org\/10.1620\/tjem.232.177","journal-title":"Tohoku J Exp Med"},{"key":"1080_CR18","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/s10994-009-5119-5","volume":"77","author":"DJ Hand","year":"2009","unstructured":"Hand DJ (2009) Measuring classifier performance: a coherent alternative to the area under the ROC curve. Mach Learn 77:103\u2013123. https:\/\/doi.org\/10.1007\/s10994-009-5119-5","journal-title":"Mach Learn"},{"key":"1080_CR19","doi-asserted-by":"publisher","first-page":"197","DOI":"10.1177\/0272989X8800800308","volume":"8","author":"JA Hanley","year":"1988","unstructured":"Hanley JA (1988) The robustness of the \u201cBinormal\u201d assumptions used in fitting ROC curves. Med Decis Mak 8:197\u2013203. https:\/\/doi.org\/10.1177\/0272989X8800800308","journal-title":"Med Decis Mak"},{"key":"1080_CR20","doi-asserted-by":"publisher","first-page":"1575","DOI":"10.1002\/(SICI)1097-0258(19960730)15:14<1575::AID-SIM283>3.0.CO;2-2","volume":"15","author":"JA Hanley","year":"1996","unstructured":"Hanley JA (1996) The use of the \u201cbinormal\u201d model for parametric ROC analysis of quantitative diagnostic tests. Stat Med 15:1575\u20131585. https:\/\/doi.org\/10.1002\/(SICI)1097-0258(19960730)15:14%3c1575::AID-SIM283%3e3.0.CO;2-2","journal-title":"Stat Med"},{"key":"1080_CR21","doi-asserted-by":"publisher","first-page":"306","DOI":"10.1186\/s12889-016-2970-8","volume":"16","author":"I Heuch","year":"2016","unstructured":"Heuch I, Heuch I, Hagen K, Zwart JA (2016) Is there a U-shaped relationship between physical activity in leisure time and risk of chronic low back pain? a follow-up in the HUNT Study. BMC Public Health 16:306. https:\/\/doi.org\/10.1186\/s12889-016-2970-8","journal-title":"BMC Public Health"},{"key":"1080_CR22","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1177\/0272989X9101100204","volume":"11","author":"J Hilden","year":"1991","unstructured":"Hilden J (1991) The area under the ROC curve and its competitors. Med Decis Mak 11:95\u2013101. https:\/\/doi.org\/10.1177\/0272989X9101100204","journal-title":"Med Decis Mak"},{"key":"1080_CR23","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-017-10408-9","volume":"7","author":"KM Ho","year":"2017","unstructured":"Ho KM (2017) Effect of non-linearity of a predictor on the shape and magnitude of its receiver-operating-characteristic curve in predicting a binary outcome. Sci Rep 7:1\u20137. https:\/\/doi.org\/10.1038\/s41598-017-10408-9","journal-title":"Sci Rep"},{"key":"1080_CR24","doi-asserted-by":"publisher","first-page":"1161","DOI":"10.1161\/01.STR.0000259604.67283.69","volume":"38","author":"M Kikuya","year":"2007","unstructured":"Kikuya M, Staessen JA, Ohkubo T et al (2007) Ambulatory arterial stiffness index and 24-hour ambulatory pulse pressure as predictors of mortality in Ohasama, Japan. Stroke 38:1161\u20131166. https:\/\/doi.org\/10.1161\/01.STR.0000259604.67283.69","journal-title":"Stroke"},{"key":"1080_CR25","unstructured":"Kusnierczyk W (2015) Package \u2018rbenchmark.\u2019 7"},{"key":"1080_CR26","doi-asserted-by":"publisher","first-page":"605","DOI":"10.1097\/00001648-199611000-00007","volume":"7","author":"W-C Lee","year":"1996","unstructured":"Lee W-C, Hsiao CK (1996) Alternative summary indices for the receiver operating characteristic curve. Epidemiology 7:605\u2013611. https:\/\/doi.org\/10.1097\/00001648-199611000-00007","journal-title":"Epidemiology"},{"key":"1080_CR27","unstructured":"MacDonald P (2018) Package \u2018 mixdist.\u2019 34"},{"key":"1080_CR28","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1177\/0272989X9901900110","volume":"19","author":"D Mossman","year":"1999","unstructured":"Mossman D (1999) Three-way ROCs. Med Decis Mak 19:78\u201389. https:\/\/doi.org\/10.1177\/0272989X9901900110","journal-title":"Med Decis Mak"},{"key":"1080_CR29","first-page":"43","volume":"12","author":"CT Nakas","year":"2014","unstructured":"Nakas CT (2014) Developments in roc surface analysis and assessment of diagnostic markers in three-class classification problems. Revstat Stat J 12:43\u201365","journal-title":"Revstat Stat J"},{"key":"1080_CR30","doi-asserted-by":"publisher","first-page":"649","DOI":"10.1177\/0962280217742536","volume":"27","author":"CT Nakas","year":"2018","unstructured":"Nakas CT, Reiser B (2018) Editorial for the special issue of \u201cStatistical Methods in Medical Research\u201d on \u201cAdvanced ROC analysis.\u201d Stat Methods Med Res 27:649\u2013650. https:\/\/doi.org\/10.1177\/0962280217742536","journal-title":"Stat Methods Med Res"},{"key":"1080_CR31","doi-asserted-by":"publisher","first-page":"3437","DOI":"10.1002\/sim.1917","volume":"23","author":"CT Nakas","year":"2004","unstructured":"Nakas CT, Yiannoutsos CT (2004) Ordered multiple-class ROC analysis with continuous measurements. Stat Med 23:3437\u20133449. https:\/\/doi.org\/10.1002\/sim.1917","journal-title":"Stat Med"},{"key":"1080_CR32","doi-asserted-by":"publisher","first-page":"410","DOI":"10.1186\/1471-2105-9-410","volume":"9","author":"S Parodi","year":"2008","unstructured":"Parodi S, Pistoia V, Muselli M (2008) Not proper ROC curves as new tool for the analysis of differentially expressed genes in microarray experiments. BMC Bioinf 9:410. https:\/\/doi.org\/10.1186\/1471-2105-9-410","journal-title":"BMC Bioinf"},{"key":"1080_CR33","doi-asserted-by":"publisher","first-page":"960","DOI":"10.1016\/j.acra.2010.04.001","volume":"17","author":"LL Pesce","year":"2010","unstructured":"Pesce LL, Metz CE, Berbaum KS (2010) On the Convexity of ROC Curves Estimated from Radiological Test Results. Acad Radiol 17:960-968.e4. https:\/\/doi.org\/10.1016\/j.acra.2010.04.001","journal-title":"Acad Radiol"},{"key":"1080_CR34","unstructured":"R Core Team (2019) R: A language and environment for statistical computing"},{"key":"1080_CR35","doi-asserted-by":"crossref","unstructured":"R\u00fccker G, Steinhauser S, Schwarzer G (2019) Meta-analysis of diagnostic accuracy studies with several cutpoints","DOI":"10.1007\/978-3-319-78966-8_13"},{"key":"1080_CR36","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pone.0118432","volume":"10","author":"T Saito","year":"2015","unstructured":"Saito T, Rehmsmeier M (2015) The precision-recall plot is more informative than the ROC plot when evaluating binary classifiers on imbalanced datasets. PLoS ONE 10:1\u201321. https:\/\/doi.org\/10.1371\/journal.pone.0118432","journal-title":"PLoS ONE"},{"key":"1080_CR37","doi-asserted-by":"publisher","first-page":"253","DOI":"10.1006\/jmps.1996.0024","volume":"40","author":"BK Scurfield","year":"1996","unstructured":"Scurfield BK (1996) Multiple-event forced-choice tasks in the theory of signal detectability. J Math Psychol 40:253\u2013269. https:\/\/doi.org\/10.1006\/jmps.1996.0024","journal-title":"J Math Psychol"},{"key":"1080_CR38","doi-asserted-by":"publisher","first-page":"89","DOI":"10.1186\/1471-2288-10-89","volume":"10","author":"N Smits","year":"2010","unstructured":"Smits N (2010) A note on Youden\u2019s Jand its cost ratio. BMC Med Res Methodol 10:89. https:\/\/doi.org\/10.1186\/1471-2288-10-89","journal-title":"BMC Med Res Methodol"},{"key":"1080_CR39","doi-asserted-by":"publisher","first-page":"528","DOI":"10.1093\/ptj\/74.6.528","volume":"74","author":"PW Stratford","year":"1994","unstructured":"Stratford PW, Binkley J, Solomon P et al (1994) Assessing change over time in patients with low back pain. Phys Ther 74:528\u2013533. https:\/\/doi.org\/10.1093\/ptj\/74.6.528","journal-title":"Phys Ther"},{"key":"1080_CR40","doi-asserted-by":"publisher","first-page":"23","DOI":"10.1080\/00031305.1980.10482706","volume":"34","author":"JW Tukey","year":"1980","unstructured":"Tukey JW (1980) We need both exploratory and confirmatory. Am Stat 34:23\u201325. https:\/\/doi.org\/10.1080\/00031305.1980.10482706","journal-title":"Am Stat"},{"key":"1080_CR41","first-page":"117","volume":"3","author":"PR Yarnold","year":"2014","unstructured":"Yarnold PR (2014) UniODA versus ROC analysis: computing the \u201coptimal\u201d cut -point. Optim Data Anal 3:117\u2013120","journal-title":"Optim Data Anal"},{"key":"1080_CR42","doi-asserted-by":"publisher","first-page":"675","DOI":"10.1177\/0962280217740787","volume":"27","author":"J Yin","year":"2018","unstructured":"Yin J, Nakas CT, Tian L, Reiser B (2018) Confidence intervals for differences between volumes under receiver operating characteristic surfaces (VUS) and generalized Youden indices (GYIs). Stat Methods Med Res 27:675\u2013688. https:\/\/doi.org\/10.1177\/0962280217740787","journal-title":"Stat Methods Med Res"},{"key":"1080_CR43","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1002\/1097-0142(1950)3:1<32::AID-CNCR2820030106>3.0.CO;2-3","volume":"3","author":"WJ Youden","year":"1950","unstructured":"Youden WJ (1950) Index for rating diagnostic tests. Cancer 3:32\u201335. https:\/\/doi.org\/10.1002\/1097-0142(1950)3:1%3c32::AID-CNCR2820030106%3e3.0.CO;2-3","journal-title":"Cancer"},{"key":"1080_CR44","doi-asserted-by":"publisher","first-page":"2847","DOI":"10.1256\/qj.02.166","volume":"129","author":"C Zhang","year":"2003","unstructured":"Zhang C, Mapes BE, Soden BJ (2003) Bimodality in tropical water vapour. Q J R Meteorol Soc 129:2847\u20132866. https:\/\/doi.org\/10.1256\/qj.02.166","journal-title":"Q J R Meteorol Soc"}],"container-title":["Computational Statistics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00180-021-01080-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00180-021-01080-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00180-021-01080-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,14]],"date-time":"2022-12-14T09:13:43Z","timestamp":1671009223000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00180-021-01080-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,2,2]]},"references-count":44,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2021,9]]}},"alternative-id":["1080"],"URL":"https:\/\/doi.org\/10.1007\/s00180-021-01080-9","relation":{},"ISSN":["0943-4062","1613-9658"],"issn-type":[{"type":"print","value":"0943-4062"},{"type":"electronic","value":"1613-9658"}],"subject":[],"published":{"date-parts":[[2021,2,2]]},"assertion":[{"value":"20 March 2020","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"20 January 2021","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 February 2021","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Compliance with ethical standards"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"The complete set of routines of this study is available as Online Resources.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}},{"value":"Not applicable (secondary data analysis of public data set).","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent to participate"}},{"value":"Not applicable (secondary data analysis of public data set).","order":5,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"Not applicable (secondary data analysis of public data set).","order":6,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval"}}]}}