{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T15:32:21Z","timestamp":1743089541311,"version":"3.40.3"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030109240"},{"type":"electronic","value":"9783030109257"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-10925-7_18","type":"book-chapter","created":{"date-parts":[[2019,1,17]],"date-time":"2019-01-17T15:47:28Z","timestamp":1547740048000},"page":"290-305","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Deep F-Measure Maximization in Multi-label Classification: A Comparative Study"],"prefix":"10.1007","author":[{"given":"Stijn","family":"Decubber","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Thomas","family":"Mortier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Krzysztof","family":"Dembczy\u0144ski","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Willem","family":"Waegeman","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2019,1,18]]},"reference":[{"key":"18_CR1","doi-asserted-by":"crossref","unstructured":"Keerthi, S., Sindhwani, V., Chapelle, O.: An efficient method for gradient-based adaptation of hyperparameters in SVM models. In: Advances in Neural Information Processing Systems, vol. 19. MIT Press (2007)","DOI":"10.7551\/mitpress\/7503.003.0089"},{"key":"18_CR2","unstructured":"Fan, R., Lin, C.: A study on threshold selection for multi-label classification. Technical report, Department of Computer Science, National Taiwan University (2007)"},{"key":"18_CR3","unstructured":"Zhang, X., Graepel, T., Herbrich, R.: Bayesian online learning for multi-label and multi-variate performance measures. In: Proceedings of the Conference on Artificial Intelligence and Statistics (AISTATS), pp. 956\u2013963 (2010)"},{"key":"18_CR4","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"225","DOI":"10.1007\/978-3-662-44851-9_15","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"ZC Lipton","year":"2014","unstructured":"Lipton, Z.C., Elkan, C., Naryanaswamy, B.: Optimal thresholding of classifiers to maximize F1 measure. In: Calders, T., Esposito, F., H\u00fcllermeier, E., Meo, R. (eds.) ECML PKDD 2014, Part II. LNCS (LNAI), vol. 8725, pp. 225\u2013239. Springer, Heidelberg (2014). https:\/\/doi.org\/10.1007\/978-3-662-44851-9_15"},{"key":"18_CR5","unstructured":"Petterson, J., Caetano, T.: Reverse multi-label learning. In: Advances in Neural Information Processing Systems, vol. 24 (2010)"},{"key":"18_CR6","unstructured":"Petterson, J., Caetano, T.: Submodular multi-label learning. In: Advances in Neural Information Processing Systems, vol. 25 (2011)"},{"key":"18_CR7","doi-asserted-by":"crossref","unstructured":"Jansche, M.: Maximum expected F-measure training of logistic regression models. In: Proceedings of the Human Language Technology Conference and the Conference on Empirical Methods in Natural Language Processing (HLT\/EMNLP), pp. 736\u2013743 (2005)","DOI":"10.3115\/1220575.1220662"},{"key":"18_CR8","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"650","DOI":"10.1007\/978-3-642-15552-9_47","volume-title":"Computer Vision \u2013 ECCV 2010","author":"I Kokkinos","year":"2010","unstructured":"Kokkinos, I.: Boundary detection using F-Measure-, filter- and feature- (f3) boost. In: Daniilidis, K., Maragos, P., Paragios, N. (eds.) ECCV 2010, Part II. LNCS, vol. 6312, pp. 650\u2013663. Springer, Heidelberg (2010). https:\/\/doi.org\/10.1007\/978-3-642-15552-9_47"},{"key":"18_CR9","unstructured":"Musicant, D., Kumar, V., Ozgur, A.: Optimizing F-measure with support vector machines. In: Proceedings of the International FLAIRS Conference, Haller, pp. 356\u2013360. AAAI Press (2003)"},{"key":"18_CR10","doi-asserted-by":"crossref","unstructured":"Joachims, T.: A support vector method for multivariate performance measures. In: Proceedings of the International Conference on Machine Learning (ICML), pp. 377\u2013384 (2005)","DOI":"10.1145\/1102351.1102399"},{"issue":"1","key":"18_CR11","first-page":"3333","volume":"15","author":"W Waegeman","year":"2014","unstructured":"Waegeman, W., Dembczy\u0144ski, K., Jachnik, A., Cheng, W., H\u00fcllermeier, E.: On the Bayes-optimality of F-measure maximizers. J. Mach. Learn. Res. 15(1), 3333\u20133388 (2014)","journal-title":"J. Mach. Learn. Res."},{"key":"18_CR12","doi-asserted-by":"crossref","unstructured":"Lewis, D.: Evaluating and optimizing autonomous text classification systems. In: Proceedings of the International ACM Conference on Research and Development in Information Retrieval (SIGIR), pp. 246\u2013254 (1995)","DOI":"10.1145\/215206.215366"},{"key":"18_CR13","doi-asserted-by":"crossref","unstructured":"Chai, K.: Expectation of F-measures: tractable exact computation and some empirical observations of its properties. In: Proceedings of the International ACM Conference on Research and Development in Information Retrieval (SIGIR) (2005)","DOI":"10.1145\/1076034.1076144"},{"key":"18_CR14","unstructured":"Jansche, M.: A maximum expected utility framework for binary sequence labeling. In: Proceedings of the Annual Meetings of the Association for Computational Linguistics (ACL), pp. 736\u2013743 (2007)"},{"key":"18_CR15","doi-asserted-by":"crossref","first-page":"876","DOI":"10.1016\/j.patcog.2011.08.007","volume":"45","author":"J Quevedo","year":"2012","unstructured":"Quevedo, J., Luaces, O., Bahamonde, A.: Multilabel classifiers with a probabilistic thresholding strategy. Pattern Recogn. 45, 876\u2013883 (2012)","journal-title":"Pattern Recogn."},{"key":"18_CR16","unstructured":"Ye, N., Chai, K., Lee, W., Chieu, H.: Optimizing F-measures: a tale of two approaches. In: Proceedings of the International Conference on Machine Learning (2012)"},{"key":"18_CR17","unstructured":"Dembczy\u0144ski, K., Kot\u0142owski, W., Koyejo, O., Natarajan, N.: Consistency analysis for binary classification revisited. In: Proceedings of the International Conference on Machine Learning (ICML), vol. 70. PMLR (2017)"},{"key":"18_CR18","unstructured":"Dembczy\u0144ski, K., Waegeman, W., Cheng, W., H\u00fcllermeier, E.: An exact algorithm for F-measure maximization. In: Advances in Neural Information Processing Systems, vol. 25 (2011)"},{"key":"18_CR19","unstructured":"Dembczy\u0144ski, K., Jachnik, A., Kotlowski, W., Waegeman, W., H\u00fcllermeier, E.: Optimizing the F-measure in multi-label classification: plug-in rule approach versus structured loss minimization. In: Proceedings of the International Conference on Machine Learning (ICML) (2013)"},{"key":"18_CR20","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"619","DOI":"10.1007\/978-3-319-46128-1_39","volume-title":"Machine Learning and Knowledge Discovery in Databases","author":"M Gasse","year":"2016","unstructured":"Gasse, M., Aussem, A.: F-Measure maximization in multi-label classification with conditionally independent label subsets. In: Frasconi, P., Landwehr, N., Manco, G., Vreeken, J. (eds.) ECML PKDD 2016, Part I. LNCS (LNAI), vol. 9851, pp. 619\u2013631. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46128-1_39"},{"issue":"2","key":"18_CR21","doi-asserted-by":"publisher","first-page":"241","DOI":"10.1016\/S0893-6080(05)80023-1","volume":"5","author":"DH Wolpert","year":"1992","unstructured":"Wolpert, D.H.: Original contribution: stacked generalization. Neural Netw. 5(2), 241\u2013259 (1992)","journal-title":"Neural Netw."},{"issue":"2\u20133","key":"18_CR22","doi-asserted-by":"publisher","first-page":"211","DOI":"10.1007\/s10994-009-5127-5","volume":"76","author":"W Cheng","year":"2009","unstructured":"Cheng, W., H\u00fcllermeier, E.: Combining instance-based learning and logistic regression for multilabel classification. Mach. Learn. 76(2\u20133), 211\u2013225 (2009)","journal-title":"Mach. Learn."},{"key":"18_CR23","volume-title":"Categorical Data Analysis","author":"A Agresti","year":"2013","unstructured":"Agresti, A.: Categorical Data Analysis, 3rd edn. Wiley, Hoboken (2013)","edition":"3"},{"key":"18_CR24","unstructured":"Everingham, M., Van Gool, L., Williams, C.K.I., Winn, J., Zisserman, A.: The PASCAL Visual Object Classes Challenge 2007 (VOC2007) Results (2007). http:\/\/www.pascal-network.org\/challenges\/VOC\/voc2007\/workshop\/index.html"},{"key":"18_CR25","unstructured":"Everingham, M., Van Gool, L., Williams, C.K.I., Winn, J., Zisserman, A.: The PASCAL Visual Object Classes Challenge 2012 (VOC2012) Results (2012). http:\/\/www.pascal-network.org\/challenges\/VOC\/voc2012\/workshop\/index.html"},{"key":"18_CR26","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"740","DOI":"10.1007\/978-3-319-10602-1_48","volume-title":"Computer Vision \u2013 ECCV 2014","author":"T-Y Lin","year":"2014","unstructured":"Lin, T.-Y., et al.: Microsoft COCO: common objects in context. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014, Part V. LNCS, vol. 8693, pp. 740\u2013755. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10602-1_48"},{"key":"18_CR27","unstructured":"Kaggle: Planet: Understanding the amazon from space (2017). https:\/\/www.kaggle.com\/c\/planet-understanding-the-amazon-from-space"},{"key":"18_CR28","unstructured":"Abadi, M., Agarwal, A., Barham, P., et al.: TensorFlow: Large-scale machine learning on heterogeneous systems (2015). tensorflow.org"},{"key":"18_CR29","unstructured":"Chollet, F., et al.: Keras (2015). https:\/\/github.com\/keras-team\/keras"},{"key":"18_CR30","unstructured":"Paszke, A., Gross, S., Chintala, S., et al.: Automatic differentiation in pytorch. In: NIPS-W (2017)"},{"key":"18_CR31","unstructured":"Simonyan, K., Zisserman, A.: Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556 (2014)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-10925-7_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,17]],"date-time":"2024-01-17T01:30:48Z","timestamp":1705455048000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-10925-7_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030109240","9783030109257"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-10925-7_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"18 January 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dublin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ireland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2018","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 September 2018","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 September 2018","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2018","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/www.ecmlpkdd2018.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"535","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"131","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"17","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}