{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,19]],"date-time":"2026-05-19T04:53:11Z","timestamp":1779166391043,"version":"3.51.4"},"reference-count":39,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2019,2,16]],"date-time":"2019-02-16T00:00:00Z","timestamp":1550275200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100000883","name":"University of Bristol","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100000883","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Data Min Knowl Disc"],"published-print":{"date-parts":[[2019,7]]},"DOI":"10.1007\/s10618-019-00613-7","type":"journal-article","created":{"date-parts":[[2019,2,18]],"date-time":"2019-02-18T05:05:05Z","timestamp":1550466305000},"page":"805-847","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Setting decision thresholds when operating conditions are uncertain"],"prefix":"10.1007","volume":"33","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8975-1120","authenticated-orcid":false,"given":"C\u00e8sar","family":"Ferri","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jos\u00e9","family":"Hern\u00e1ndez-Orallo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Peter","family":"Flach","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,2,16]]},"reference":[{"issue":"7","key":"613_CR1","doi-asserted-by":"publisher","first-page":"1139","DOI":"10.1016\/S0031-3203(98)00154-X","volume":"32","author":"N Adams","year":"1999","unstructured":"Adams N, Hand D (1999) Comparing classifiers when the misallocation costs are uncertain. Pattern Recognit 32(7):1139\u20131147","journal-title":"Pattern Recognit"},{"issue":"4","key":"613_CR2","doi-asserted-by":"publisher","first-page":"566","DOI":"10.1007\/s10489-012-0388-2","volume":"38","author":"A Bella","year":"2013","unstructured":"Bella A, Ferri C, Hern\u00e1ndez-Orallo J, Ram\u00edrez-Quintana MJ (2013) On the effect of calibration in classifier combination. Appl Intell 38(4):566\u2013585","journal-title":"Appl Intell"},{"key":"613_CR3","doi-asserted-by":"crossref","unstructured":"Bishop C (2011) Embracing uncertainty: applied machine learning comes of age. In: Machine learning and knowledge discovery in databases. Springer, Berlin, pp 4","DOI":"10.1007\/978-3-642-23780-5_3"},{"issue":"1","key":"613_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1175\/1520-0493(1950)078<0001:VOFEIT>2.0.CO;2","volume":"78","author":"GW Brier","year":"1950","unstructured":"Brier GW (1950) Verification of forecasts expressed in terms of probability. Monthly Weather Rev 78(1):1\u20133","journal-title":"Monthly Weather Rev"},{"issue":"4","key":"613_CR5","doi-asserted-by":"publisher","first-page":"719","DOI":"10.1109\/TCBB.2015.2465966","volume":"13","author":"LA Dalton","year":"2016","unstructured":"Dalton LA (2016) Optimal ROC-based classification and performance analysis under Bayesian uncertainty models. IEEE\/ACM Trans Comput Biol Bioinform (TCBB) 13(4):719\u2013729","journal-title":"IEEE\/ACM Trans Comput Biol Bioinform (TCBB)"},{"key":"613_CR6","unstructured":"de\u00a0Melo C, Eduardo C, Bastos Cavalcante\u00a0Prudencio R (2014) Cost-sensitive measures of algorithm similarity for meta-learning. In: 2014 Brazilian conference on intelligent systems (BRACIS). IEEE, pp 7\u201312"},{"key":"613_CR7","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1016\/j.knosys.2015.09.011","volume":"91","author":"H Dou","year":"2016","unstructured":"Dou H, Yang X, Song X, Yu H, Wu WZ, Yang J (2016) Decision-theoretic rough set: a multicost strategy. Knowl-Based Syst 91:71\u201383","journal-title":"Knowl-Based Syst"},{"key":"613_CR8","doi-asserted-by":"crossref","unstructured":"Drummond C, Holte RC (2000) Explicitly representing expected cost: an alternative to roc representation. In: Proceedings of the sixth ACM SIGKDD international conference on knowledge discovery and data mining. ACM, New York, NY, USA, KDD \u201900, pp 198\u2013207","DOI":"10.1145\/347090.347126"},{"issue":"1","key":"613_CR9","doi-asserted-by":"publisher","first-page":"95","DOI":"10.1007\/s10994-006-8199-5","volume":"65","author":"C Drummond","year":"2006","unstructured":"Drummond C, Holte RC (2006) Cost curves: an improved method for visualizing classifier performance. Mach Learn 65(1):95\u2013130","journal-title":"Mach Learn"},{"key":"613_CR10","unstructured":"Elkan C (2001) The foundations of cost-sensitive learning. In: Proceedings of the 17th international joint conference on artificial intelligence, vol 2. Morgan Kaufmann Publishers Inc., IJCAI\u201901, pp 973\u2013978"},{"issue":"2","key":"613_CR11","doi-asserted-by":"publisher","first-page":"140","DOI":"10.1145\/980972.980990","volume":"5","author":"T Fawcett","year":"2003","unstructured":"Fawcett T (2003) In vivo spam filtering: a challenge problem for KDD. ACM SIGKDD Explor. Newsl. 5(2):140\u2013148","journal-title":"ACM SIGKDD Explor. Newsl."},{"issue":"8","key":"613_CR12","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1016\/j.patrec.2005.10.010","volume":"27","author":"T Fawcett","year":"2006","unstructured":"Fawcett T (2006) An introduction to ROC analysis. Pattern Recognit Lett 27(8):861\u2013874","journal-title":"Pattern Recognit Lett"},{"issue":"1","key":"613_CR13","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1007\/s10994-007-5011-0","volume":"68","author":"T Fawcett","year":"2007","unstructured":"Fawcett T, Niculescu-Mizil A (2007) PAV and the ROC convex hull. Mach Learn 68(1):97\u2013106","journal-title":"Mach Learn"},{"key":"613_CR14","unstructured":"Ferri C, Flach PA, Hern\u00e1ndez-Orallo J (2017) R code for threshold choice methods with context uncertainty. \n                    https:\/\/github.com\/ceferra\/ThresholdChoiceMethods\/tree\/master\/Uncertainty"},{"key":"613_CR15","unstructured":"Flach P (2004) The many faces of ROC analysis in machine learning. In: Proceedings of the twenty-first international conference on tutorial, machine learning (ICML 2004)"},{"key":"613_CR16","unstructured":"Flach P (2014) Classification in context: adapting to changes in class and cost distribution. In: First international workshop on learning over multiple contexts at European conference on machine learning and principles and practice of knowledge discovery in databases ECML-PKDD\u20192014"},{"key":"613_CR17","doi-asserted-by":"crossref","unstructured":"Flach P, Matsubara ET (2007) A simple lexicographic ranker and probability estimator. In: 18th European conference on machine learning, ECML2007. Springer, pp 575\u2013582","DOI":"10.1007\/978-3-540-74958-5_55"},{"key":"613_CR18","unstructured":"Flach P, Hern\u00e1ndez-Orallo J, Ferri C (2011) A coherent interpretation of AUC as a measure of aggregated classification performance. In: Proceedings of the 28th international conference on machine learning, ICML2011"},{"issue":"7","key":"613_CR19","doi-asserted-by":"publisher","first-page":"10206","DOI":"10.1016\/j.eswa.2009.02.037","volume":"36","author":"TS Guzella","year":"2009","unstructured":"Guzella TS, Caminhas WM (2009) A review of machine learning approaches to spam filtering. Expert Syst Appl 36(7):10206\u201310222","journal-title":"Expert Syst Appl"},{"issue":"1","key":"613_CR20","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/s10994-009-5119-5","volume":"77","author":"D Hand","year":"2009","unstructured":"Hand D (2009) Measuring classifier performance: a coherent alternative to the area under the ROC curve. Mach Learn 77(1):103\u2013123","journal-title":"Mach Learn"},{"key":"613_CR21","unstructured":"Hern\u00e1ndez-Orallo J, Flach P, Ferri C (2011) Brier curves: a new cost-based visualisation of classifier performance. In: Proceedings of the 28th international conference on machine learning, ICML2011"},{"issue":"1","key":"613_CR22","first-page":"2813","volume":"13","author":"J Hern\u00e1ndez-Orallo","year":"2012","unstructured":"Hern\u00e1ndez-Orallo J, Flach P, Ferri C (2012) A unified view of performance metrics: translating threshold choice into expected classification loss. J Mach Learn Res 13(1):2813\u20132869","journal-title":"J Mach Learn Res"},{"issue":"1","key":"613_CR23","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1007\/s10994-013-5328-9","volume":"93","author":"J Hern\u00e1ndez-Orallo","year":"2013","unstructured":"Hern\u00e1ndez-Orallo J, Flach P, Ferri C (2013) ROC curves in cost space. Mach Learn 93(1):71\u201391","journal-title":"Mach Learn"},{"issue":"2","key":"613_CR24","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1007\/s00180-008-0119-7","volume":"24","author":"K Hornik","year":"2009","unstructured":"Hornik K, Buchta C, Zeileis A (2009) Open-source machine learning: R meets Weka. Comput Stat 24(2):225\u2013232","journal-title":"Comput Stat"},{"issue":"1","key":"613_CR25","doi-asserted-by":"publisher","first-page":"271","DOI":"10.14257\/ijdta.2015.8.1.26","volume":"8","author":"Y Huang","year":"2015","unstructured":"Huang Y (2015) Dynamic cost-sensitive naive bayes classification for uncertain data. Int J Database Theory Appl 8(1):271\u2013280","journal-title":"Int J Database Theory Appl"},{"key":"613_CR26","doi-asserted-by":"crossref","unstructured":"Johnson RA, Raeder T, Chawla NV (2015) Optimizing classifiers for hypothetical scenarios. In: Pacific-Asia conference on knowledge discovery and data mining. Springer, Berlin, pp 264\u2013276","DOI":"10.1007\/978-3-319-18038-0_21"},{"key":"613_CR27","unstructured":"Lichman M (2013) UCI machine learning repository. \n                    http:\/\/archive.ics.uci.edu\/ml"},{"key":"613_CR28","doi-asserted-by":"crossref","unstructured":"Liu M, Zhang Y, Zhang X, Wang Y (2011) Cost-sensitive decision tree for uncertain data. In: Advanced data mining and applications. Springer, Berlin, pp 243\u2013255","DOI":"10.1007\/978-3-642-25853-4_19"},{"key":"613_CR29","unstructured":"Liu XY, Zhou ZH (2010) Learning with cost intervals. In: Proceedings of the 16th ACM SIGKDD international conference on Knowledge discovery and data mining. ACM, pp 403\u2013412"},{"issue":"3","key":"613_CR30","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1023\/A:1007601015854","volume":"42","author":"F Provost","year":"2001","unstructured":"Provost F, Fawcett T (2001) Robust classification for imprecise environments. Mach Learn 42(3):203\u2013231","journal-title":"Mach Learn"},{"key":"613_CR31","first-page":"43","volume":"97","author":"FJ Provost","year":"1997","unstructured":"Provost FJ, Fawcett T et al (1997) Analysis and visualization of classifier performance: comparison under imprecise class and cost distributions. KDD 97:43\u201348","journal-title":"KDD"},{"key":"613_CR32","doi-asserted-by":"crossref","unstructured":"Qin B, Xia Y, Li F (2009) DTU: a decision tree for uncertain data. In: Advances in knowledge discovery and data mining. Springer, Berlin, pp 4\u201315","DOI":"10.1007\/978-3-642-01307-2_4"},{"key":"613_CR33","doi-asserted-by":"crossref","unstructured":"Ren J, Lee SD, Chen X, Kao B, Cheng R, Cheung D (2009) Naive Bayes classification of uncertain data. In: Ninth IEEE international conference on data mining, 2009. ICDM\u201909. IEEE, pp 944\u2013949","DOI":"10.1109\/ICDM.2009.90"},{"key":"613_CR34","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1007\/978-3-642-12165-4_31","volume-title":"Computational science and its applications\u2014ICCSA 2010","author":"F Ridzuan","year":"2010","unstructured":"Ridzuan F, Potdar V, Talevski A (2010) Factors involved in estimating cost of email spam. In: Taniar D, Gervasi O, Murgante B, Pardede E, Apduhan BO (eds) Computational science and its applications\u2014ICCSA 2010. Springer, Berlin, pp 383\u2013399"},{"issue":"1","key":"613_CR35","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1023\/A:1022948414856","volume":"6","author":"G Sakkis","year":"2003","unstructured":"Sakkis G, Androutsopoulos I, Paliouras G, Karkaletsis V, Spyropoulos CD, Stamatopoulos P (2003) A memory-based approach to anti-spam filtering for mailing lists. Inf Retr 6(1):49\u201373","journal-title":"Inf Retr"},{"issue":"1","key":"613_CR36","doi-asserted-by":"publisher","first-page":"64","DOI":"10.1109\/TKDE.2009.175","volume":"23","author":"S Tsang","year":"2011","unstructured":"Tsang S, Kao B, Yip KY, Ho WS, Lee SD (2011) Decision trees for uncertain data. IEEE Trans Knowl Data Eng 23(1):64\u201378","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"613_CR37","unstructured":"Wang R, Tang K (2012) Minimax classifier for uncertain costs. arXiv preprint \n                    arXiv:1205.0406"},{"key":"613_CR38","doi-asserted-by":"crossref","unstructured":"Zadrozny B, Elkan C (2001a) Learning and making decisions when costs and probabilities are both unknown. In: Proceedings of the seventh ACM SIGKDD international conference on Knowledge discovery and data mining. ACM, pp 204\u2013213","DOI":"10.1145\/502512.502540"},{"key":"613_CR39","unstructured":"Zadrozny B, Elkan C (2001b) Obtaining calibrated probability estimates from decision trees and Naive Bayesian classifiers. In: Proceedings of the eighteenth international conference on machine learning (ICML 2001), pp 609\u2013616"}],"container-title":["Data Mining and Knowledge Discovery"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10618-019-00613-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-019-00613-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-019-00613-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,2,15]],"date-time":"2020-02-15T19:22:46Z","timestamp":1581794566000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10618-019-00613-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,2,16]]},"references-count":39,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2019,7]]}},"alternative-id":["613"],"URL":"https:\/\/doi.org\/10.1007\/s10618-019-00613-7","relation":{},"ISSN":["1384-5810","1573-756X"],"issn-type":[{"value":"1384-5810","type":"print"},{"value":"1573-756X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,2,16]]},"assertion":[{"value":"3 October 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"3 December 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 February 2019","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}