{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,28]],"date-time":"2025-10-28T05:55:42Z","timestamp":1761630942410},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"10","license":[{"start":{"date-parts":[[2021,2,26]],"date-time":"2021-02-26T00:00:00Z","timestamp":1614297600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,2,26]],"date-time":"2021-02-26T00:00:00Z","timestamp":1614297600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"National Key Research and Development Program of China","award":["2018YFB0204301"],"award-info":[{"award-number":["2018YFB0204301"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2021,10]]},"DOI":"10.1007\/s10489-021-02223-7","type":"journal-article","created":{"date-parts":[[2021,2,27]],"date-time":"2021-02-27T00:06:11Z","timestamp":1614384371000},"page":"7166-7176","update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["Beyond AP: a new evaluation index for multiclass classification task accuracy"],"prefix":"10.1007","volume":"51","author":[{"given":"Kaifang","family":"Zhang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huayou","family":"Su","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yong","family":"Dou","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,2,26]]},"reference":[{"issue":"10","key":"2223_CR1","doi-asserted-by":"publisher","first-page":"1369","DOI":"10.1360\/N112018-00133","volume":"49","author":"Y Dou","year":"2019","unstructured":"Dou Y, Qiao P, Jin R (2019) Exploring the defects of the average precision and its influence. Scientia Sinica Informationis 49(10):1369\u20131382","journal-title":"Scientia Sinica Informationis"},{"key":"2223_CR2","doi-asserted-by":"publisher","unstructured":"Sharma R, Goyal AK, Dwivedi RK (2016) A review of soft classification approaches on satellite image and accuracy assessment. In: Pant M, Deep K, Bansal J, Nagar A, Das K (eds) Proceedings of fifth international conference on soft computing for problem solving. Advances in intelligent systems and computing, vol 437. Springer, Singapore. https:\/\/doi.org\/10.1007\/978-981-10-0451-3_56","DOI":"10.1007\/978-981-10-0451-3_56"},{"key":"2223_CR3","doi-asserted-by":"publisher","first-page":"397","DOI":"10.1016\/j.jag.2011.12.008","volume":"21","author":"A Erener","year":"2013","unstructured":"Erener A (2013) Classification method, spectral diversity, band combination and accuracy assessment evaluation for urban feature detection. Int J Classification Applied Earth Observation and Geoinformation 21:397\u2013408","journal-title":"Int J Classification Applied Earth Observation and Geoinformation"},{"issue":"3-1","key":"2223_CR4","doi-asserted-by":"publisher","first-page":"1232","DOI":"10.1109\/TGRS.2009.2029570","volume":"48","author":"C Persello","year":"2010","unstructured":"Persello C, Bruzzone L (2010) A novel protocol for accuracy assessment in classification of very high resolution images. Geoscience and Remote Sensing 48(3-1):1232\u20131244","journal-title":"Geoscience and Remote Sensing"},{"key":"2223_CR5","unstructured":"Ding PLK, Li Y, Li B (2018) Mean local group average precision (mLGAP): a new performance metric for hashing-based retrieval. arXiv:1811.09763"},{"key":"2223_CR6","doi-asserted-by":"crossref","unstructured":"He K, Lu Y, Sclaroff S (2018) Local descriptors optimized for average precision. 596\u2013605. IEEE Computer Society","DOI":"10.1109\/CVPR.2018.00069"},{"issue":"2","key":"2223_CR7","doi-asserted-by":"publisher","first-page":"173","DOI":"10.1007\/s10115-007-0101-7","volume":"16","author":"E Yilmaz","year":"2008","unstructured":"Yilmaz E, Aslam JA (2008) Estimating average precision when judgments are incomplete. Knowl Inf Syst 16(2):173\u2013211","journal-title":"Knowl Inf Syst"},{"key":"2223_CR8","doi-asserted-by":"publisher","unstructured":"Henderson P, Ferrari V (2017) End-to-end training of object class detectors for mean average precision. In: Lai SH, Lepetit V, Nishino K, Sato Y (eds) Computer vision - ACCV 2016. ACCV 2016. Lecture notes in computer science, vol 10115. Springer, Cham. https:\/\/doi.org\/10.1007\/978-3-319-54193-8_13","DOI":"10.1007\/978-3-319-54193-8_13"},{"key":"2223_CR9","doi-asserted-by":"crossref","unstructured":"Mao H, Yang X, Dally WJ (2019) A delay metric for video object detection: what average precision fails to tell. arXiv:1908.06368","DOI":"10.1109\/ICCV.2019.00066"},{"key":"2223_CR10","unstructured":"Piwowarski B, Dupret G, Lalmas M (2012) Beyond cumulated gain and average precision: including willingness and expectation in the user model. arXiv:1209.4479"},{"issue":"1","key":"2223_CR11","doi-asserted-by":"publisher","first-page":"155","DOI":"10.2298\/CSIS180110037A","volume":"16","author":"K Andric","year":"2019","unstructured":"Andric K, Kalpic D, Bohacek Z (2019) An insight into the effects of class imbalance and sampling on classification accuracy in credit risk assessment. Comput Sci Inf Syst 16(1):155\u2013178","journal-title":"Comput Sci Inf Syst"},{"key":"2223_CR12","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1515\/pralin-2015-0007","volume":"103","author":"Y Bestgen","year":"2015","unstructured":"Bestgen Y (2015) Exact expected average precision of the random baseline for system evaluation. Prague Bull Math Linguistics 103:131\u2013138","journal-title":"Prague Bull Math Linguistics"},{"key":"2223_CR13","doi-asserted-by":"crossref","unstructured":"Revaud J, Almazan J, de Rezende RS, de Souza CR (2019) Learning with average precision: training image retrieval with a listwise loss [C]. The IEEE International Conference on Computer Vision (ICCV)","DOI":"10.1109\/ICCV.2019.00521"},{"key":"2223_CR14","doi-asserted-by":"crossref","unstructured":"Yuan Y, Wanhua S, Mu Z (2015) Threshold-free measures for assessing the performance of medical screening tests[J]. Frontiers in Public Health. 3","DOI":"10.3389\/fpubh.2015.00057"},{"issue":"16","key":"2223_CR15","first-page":"75","volume":"3","author":"X Wang","year":"2001","unstructured":"Wang X (2001) Problem and improvement of R-values applied to assessment of earthquake forecast. China Earthquake Research 3(16):75\u201383","journal-title":"China Earthquake Research"},{"key":"2223_CR16","unstructured":"Dou AX, Wang XQ, Dou MW (2004) A new approach to evaluate the accuracy of image classification result R\u2019 [C]. IEEE International Geoscience & Remote Sensing Symposium. IEEE"},{"issue":"6","key":"2223_CR17","doi-asserted-by":"publisher","first-page":"1223","DOI":"10.1111\/j.1365-2664.2006.01214.x","volume":"43","author":"A Omri","year":"2006","unstructured":"Omri A, Tsoar A, Kadmon R (2006) Assessing the accuracy of species distribution models: prevalence, kappa and the true skill statistic (TSS). Journal of Applied Ecology 43(6):1223\u20131232","journal-title":"Journal of Applied Ecology"},{"key":"2223_CR18","doi-asserted-by":"crossref","unstructured":"Bruzzone L, Persello C (2008) A novel protocol for accuracy assessment in classification of very high resolution multispectral and SAR images. 265\u2013268. IEEE","DOI":"10.1109\/IGARSS.2008.4778978"},{"key":"2223_CR19","unstructured":"Candela JQ, Dagan I (2006) Machine learning challenges, evaluating predictive uncertainty, visual object classification and recognizing textual entailment. First PASCAL Machine Learning Challenges Workshop, MLCW 2005, Southampton, UK, April 11-13, 2005: Revised Selected Papers[J]. Springer"},{"key":"2223_CR20","unstructured":"Mohri M, Rostamizadeh A, Talwalkar A (2012) Foundations of machine learning. The MIT Press"},{"key":"2223_CR21","unstructured":"Bishop CM (2006) Pattern recognition and machine learning (Information Science and Statistics) [M]. Springer-Verlag New York, Inc."},{"key":"2223_CR22","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9781107298019","volume-title":"Understanding machine learning: from theory to algorithms[M]","author":"S Shalev-Shwartz","year":"2014","unstructured":"Shalev-Shwartz S, Ben-David S (2014) Understanding machine learning: from theory to algorithms[M]. Cambridge University Press, Cambridge"},{"key":"2223_CR23","unstructured":"Chen S, Fern A, Todorovic S (2015) Person count localization in videos from noisy foreground and detections. 1364\u20131372. IEEE Computer Society"},{"key":"2223_CR24","doi-asserted-by":"crossref","unstructured":"Gajda J, Sroka R (2015) Design and accuracy assessment of the multi-sensor weigh-in-motion system [C]. Instrumentation & Measurement Technology Conference. 1036\u20131041. IEEE","DOI":"10.1109\/I2MTC.2015.7151413"},{"issue":"8","key":"2223_CR25","doi-asserted-by":"publisher","first-page":"4621","DOI":"10.1109\/TGRS.2013.2283082","volume":"52","author":"W Li","year":"2014","unstructured":"Li W, Guo Q (2014) A new accuracy assessment method for one-class remote sensing classification. Geoscience and Remote Sensing 52(8):4621\u20134632","journal-title":"Geoscience and Remote Sensing"},{"issue":"1","key":"2223_CR26","doi-asserted-by":"publisher","first-page":"17","DOI":"10.1186\/1472-6785-9-17","volume":"9","author":"F Simard","year":"2009","unstructured":"Simard F, Ayala D, Kamdem GC, Pombi M, Etouna J, Ose K, Fotsing JM, Fontenille D, Besansky NJ, Costantini C (2009) Ecological niche partitioning between Anopheles gambiae molecular forms in cameroon: the ecological side of speciation. Bmc Ecology 9(1):17","journal-title":"Bmc Ecology"},{"issue":"1","key":"2223_CR27","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1016\/j.patrec.2008.08.010","volume":"30","author":"C Ferri","year":"2009","unstructured":"Ferri C, Hern\u00e1ndez-Orallo J, Modroiu R (2009) An experimental comparison of performance measures for classification. Pattern Recognition Letters 30(1):27\u201338","journal-title":"Pattern Recognition Letters"},{"key":"2223_CR28","unstructured":"Mosley L (2013) A balanced approach to the multi-class imbalance problem[D]"},{"issue":"10","key":"2223_CR29","doi-asserted-by":"publisher","first-page":"1361","DOI":"10.1109\/TKDE.2008.234","volume":"21","author":"L Jiang","year":"2009","unstructured":"Jiang L, Zhang H, Cai Z (2009) A novel bayes model: hidden naive bayes[J]. IEEE Transactions on Knowledge & Data Engineering 21(10):1361\u20131371","journal-title":"IEEE Transactions on Knowledge & Data Engineering"},{"key":"2223_CR30","doi-asserted-by":"publisher","first-page":"239","DOI":"10.1016\/j.knosys.2011.08.010","volume":"26","author":"L Jiang","year":"2012","unstructured":"Jiang L, Cai Z, Wang D (2012) Improving tree augmented Naive Bayes for class probability estimation[J]. Knowl-Based Syst 26:239\u2013245","journal-title":"Knowl-Based Syst"},{"issue":"JUN.15","key":"2223_CR31","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1016\/j.knosys.2019.03.001","volume":"174","author":"C Zhang","year":"2019","unstructured":"Zhang C, Bi J, Xu S, Ramentol E, Fan G, Qiao B, Fujita H (2019) Multi-imbalance: an open-source software for multi-class imbalance learning[J]. Knowl-Based Syst 174(JUN.15):137\u2013143","journal-title":"Knowl-Based Syst"},{"key":"2223_CR32","doi-asserted-by":"publisher","first-page":"128","DOI":"10.1016\/j.inffus.2019.07.006","volume":"54","author":"J Sun","year":"2020","unstructured":"Sun J, Li H, Fujita H, Fu B, Ai W (2020) Class-imbalanced dynamic financial distress prediction based on adaboost-SVM ensemble combined with SMOTE and time weighting[J]. Information Fusion 54:128\u2013144","journal-title":"Information Fusion"},{"key":"2223_CR33","doi-asserted-by":"publisher","first-page":"80","DOI":"10.1016\/j.inffus.2016.11.009","volume":"36","author":"L Zhou","year":"2016","unstructured":"Zhou L, Wang Q, Fujita H (2016) One versus one multi-class classification fusion using optimizing decision directed acyclic graph for predicting listing status of companies[J]. Information Fusion 36:80\u201389","journal-title":"Information Fusion"},{"key":"2223_CR34","doi-asserted-by":"crossref","unstructured":"Zhou L, Fujita H (2017) Posterior probability based ensemble strategy using optimizing decision directed acyclic graph for multi-class classification[M]. Elsevier Science Inc.","DOI":"10.1016\/j.ins.2017.02.059"},{"key":"2223_CR35","doi-asserted-by":"publisher","first-page":"222","DOI":"10.1016\/j.ins.2015.08.036","volume":"328","author":"L Zhou","year":"2016","unstructured":"Zhou L, Tam KP, Fujita H (2016) Predicting the listing status of chinese listed companies with multi-class classification Models[J]. Inf Sci 328:222\u2013236","journal-title":"Inf Sci"},{"key":"2223_CR36","doi-asserted-by":"crossref","unstructured":"Sun J, Lang J, Fujita H, Li H (2017) Imbalanced enterprise credit evaluation with DTE-SBD: decision tree ensemble based on SMOTE and bagging with differentiated sampling rates[J]. Information Sciences. S0020025517310083","DOI":"10.1016\/j.ins.2017.10.017"},{"key":"2223_CR37","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.ins.2019.08.060","volume":"508","author":"T Deng","year":"2020","unstructured":"Deng T, Ye D, Ma R, Fujita H, Xiong L (2020) Low-rank local tangent space embedding for subspace clustering[J]. Inf Sci 508:1\u201321","journal-title":"Inf Sci"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02223-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-021-02223-7\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-021-02223-7.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,9,4]],"date-time":"2021-09-04T04:31:47Z","timestamp":1630729907000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-021-02223-7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,2,26]]},"references-count":37,"journal-issue":{"issue":"10","published-print":{"date-parts":[[2021,10]]}},"alternative-id":["2223"],"URL":"https:\/\/doi.org\/10.1007\/s10489-021-02223-7","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,2,26]]},"assertion":[{"value":"20 January 2021","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 February 2021","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}