{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,29]],"date-time":"2026-10-29T15:14:27Z","timestamp":1793286867071,"version":"4.5.0"},"publisher-location":"Cham","reference-count":15,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030613792","type":"print"},{"value":"9783030613808","type":"electronic"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-61380-8_33","type":"book-chapter","created":{"date-parts":[[2020,10,15]],"date-time":"2020-10-15T19:04:06Z","timestamp":1602788646000},"page":"483-497","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":26,"title":["Measuring Instance Hardness Using Data Complexity Measures"],"prefix":"10.1007","author":[{"given":"Jos\u00e9 L. M.","family":"Arruda","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ricardo B. C.","family":"Prud\u00eancio","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ana C.","family":"Lorena","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2020,10,13]]},"reference":[{"key":"33_CR1","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-84628-172-3","volume-title":"Data Complexity in Pattern Recognition","author":"M Basu","year":"2006","unstructured":"Basu, M., Ho, T.K.: Data Complexity in Pattern Recognition. Springer, Heidelberg (2006)"},{"key":"33_CR2","doi-asserted-by":"crossref","unstructured":"Dantas, C., Nunes, R., Canuto, A., Xavier-J\u00fanior, J.: Instance hardness as a decision criterion on dynamic ensemble structure. In: 2019 8th Brazilian Conference on Intelligent Systems (BRACIS), pp. 108\u2013113 (2019)","DOI":"10.1109\/BRACIS.2019.00028"},{"key":"33_CR3","first-page":"289","volume":"3","author":"TK Ho","year":"2002","unstructured":"Ho, T.K., Basu, M.: Complexity measures of supervised classification problems. IEEE Trans. Pattern Anal. Mach. Intell. 3, 289\u2013300 (2002)","journal-title":"IEEE Trans. Pattern Anal. Mach. Intell."},{"issue":"2","key":"33_CR4","doi-asserted-by":"publisher","first-page":"354","DOI":"10.1109\/TKDE.2014.2327034","volume":"27","author":"E Leyva","year":"2014","unstructured":"Leyva, E., Gonz\u00e1lez, A., Perez, R.: A set of complexity measures designed for applying meta-learning to instance selection. IEEE Trans. Knowl. Data Eng. 27(2), 354\u2013367 (2014)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"4","key":"33_CR5","doi-asserted-by":"publisher","first-page":"1523","DOI":"10.1016\/j.patcog.2014.10.001","volume":"48","author":"E Leyva","year":"2015","unstructured":"Leyva, E., Gonz\u00e1lez, A., P\u00e9rez, R.: Three new instance selection methods based on local sets: a comparative study with several approaches from a bi-objective perspective. Pattern Recogn. 48(4), 1523\u20131537 (2015)","journal-title":"Pattern Recogn."},{"issue":"5","key":"33_CR6","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3347711","volume":"52","author":"AC Lorena","year":"2019","unstructured":"Lorena, A.C., Garcia, L.P., Lehmann, J., Souto, M.C., Ho, T.K.: How complex is your classification problem? a survey on measuring classification complexity. ACM Comput. Surv. (CSUR) 52(5), 1\u201334 (2019)","journal-title":"ACM Comput. Surv. (CSUR)"},{"issue":"1","key":"33_CR7","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1007\/s10115-013-0700-4","volume":"42","author":"J Luengo","year":"2013","unstructured":"Luengo, J., Herrera, F.: An automatic extraction method of the domains of competence for learning classifiers using data complexity measures. Knowl. Inf. Syst. 42(1), 147\u2013180 (2013). \nhttps:\/\/doi.org\/10.1007\/s10115-013-0700-4","journal-title":"Knowl. Inf. Syst."},{"key":"33_CR8","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1016\/j.ins.2013.08.059","volume":"261","author":"N Maci\u00e0","year":"2014","unstructured":"Maci\u00e0, N., Bernad\u00f3-Mansilla, E.: Towards UCI+: a mindful repository design. Inf. Sci. 261, 237\u2013262 (2014)","journal-title":"Inf. Sci."},{"key":"33_CR9","doi-asserted-by":"crossref","unstructured":"Mansilla, E.B., Ho, T.K.: On classifier domains of competence. In: Proceedings of the 17th International Conference on Pattern Recognition, pp. 136\u2013139 (2004)","DOI":"10.1109\/ICPR.2004.1334026"},{"key":"33_CR10","doi-asserted-by":"publisher","first-page":"18","DOI":"10.1016\/j.artint.2018.09.004","volume":"271","author":"F Mart\u00ednez-Plumed","year":"2019","unstructured":"Mart\u00ednez-Plumed, F., Prud\u00eancio, R.B., Mart\u00ednez-Us\u00f3, A., Hern\u00e1ndez-Orallo, J.: Item response theory in AI: analysing machine learning classifiers at the instance level. Artif. Intell. 271, 18\u201342 (2019)","journal-title":"Artif. Intell."},{"issue":"1","key":"33_CR11","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1007\/s10994-017-5629-5","volume":"107","author":"MA Mu\u00f1oz","year":"2017","unstructured":"Mu\u00f1oz, M.A., Villanova, L., Baatar, D., Smith-Miles, K.: Instance spaces for machine learning classification. Mach. Learn. 107(1), 109\u2013147 (2017). \nhttps:\/\/doi.org\/10.1007\/s10994-017-5629-5","journal-title":"Mach. Learn."},{"issue":"2","key":"33_CR12","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1007\/s10994-013-5422-z","volume":"95","author":"MR Smith","year":"2013","unstructured":"Smith, M.R., Martinez, T., Giraud-Carrier, C.: An instance level analysis of data complexity. Mach. Learn. 95(2), 225\u2013256 (2013). \nhttps:\/\/doi.org\/10.1007\/s10994-013-5422-z","journal-title":"Mach. Learn."},{"issue":"1","key":"33_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/1456650.1456656","volume":"41","author":"KA Smith-Miles","year":"2009","unstructured":"Smith-Miles, K.A.: Cross-disciplinary perspectives on meta-learning for algorithm selection. ACM Comput. Surv. (CSUR) 41(1), 1\u201325 (2009)","journal-title":"ACM Comput. Surv. (CSUR)"},{"key":"33_CR14","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1016\/j.patcog.2018.08.004","volume":"85","author":"MA Souza","year":"2019","unstructured":"Souza, M.A., Cavalcanti, G.D., Cruz, R.M., Sabourin, R.: Online local pool generation for dynamic classifier selection. Pattern Recogn. 85, 132\u2013148 (2019)","journal-title":"Pattern Recogn."},{"issue":"2","key":"33_CR15","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1145\/2641190.2641198","volume":"15","author":"J Vanschoren","year":"2013","unstructured":"Vanschoren, J., van Rijn, J.N., Bischl, B., Torgo, L.: OpenML: networked science in machine learning. SIGKDD Explorations 15(2), 49\u201360 (2013)","journal-title":"SIGKDD Explorations"}],"container-title":["Lecture Notes in Computer Science","Intelligent Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-61380-8_33","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,10,15]],"date-time":"2020-10-15T19:47:55Z","timestamp":1602791275000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-61380-8_33"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030613792","9783030613808"],"references-count":15,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-61380-8_33","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"13 October 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"BRACIS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazilian Conference on Intelligent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Rio Grande","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Brazil","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 October 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 October 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"bracis2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www2.sbc.org.br\/bracis2020\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"JEMS","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"228","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"91","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"40% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3,5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Due to the Corona pandemic BRACIS 2020 was held as a virtual event.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}