{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T11:36:46Z","timestamp":1779363406275,"version":"3.51.4"},"reference-count":66,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"9","license":[{"start":{"date-parts":[[2021,9,1]],"date-time":"2021-09-01T00:00:00Z","timestamp":1630454400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100001659","name":"Deutsche Forschungsgemeinschaft","doi-asserted-by":"publisher","award":["160364472"],"award-info":[{"award-number":["160364472"]}],"id":[{"id":"10.13039\/501100001659","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Pattern Anal. Mach. Intell."],"published-print":{"date-parts":[[2021,9,1]]},"DOI":"10.1109\/tpami.2021.3051276","type":"journal-article","created":{"date-parts":[[2021,1,14]],"date-time":"2021-01-14T22:46:02Z","timestamp":1610664362000},"page":"3037-3054","source":"Crossref","is-referenced-by-count":74,"title":["AutoML for Multi-Label Classification: Overview and Empirical Evaluation"],"prefix":"10.1109","volume":"43","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-9782-6818","authenticated-orcid":false,"given":"Marcel","family":"Wever","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2415-2186","authenticated-orcid":false,"given":"Alexander","family":"Tornede","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9293-2424","authenticated-orcid":false,"given":"Felix","family":"Mohr","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9944-4108","authenticated-orcid":false,"given":"Eyke","family":"Hullermeier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Benchmark and survey of automated machine learning frameworks","author":"z\u00f6ller","year":"2019"},{"key":"ref38","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-030-05318-5","author":"hutter","year":"2019","journal-title":"Automated Machine Learning Methods Systems Challenges"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-011-5256-5"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1007\/s11704-017-7031-7"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-74958-5_61"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.4018\/jdwm.2007070101"},{"key":"ref37","first-page":"4733","article-title":"Learning context-dependent label permutations for multi-label classification","author":"nam","year":"2019","journal-title":"Proc 36th Int Conf Mach Learn"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-44584-3_44"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-020-05879-3"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-01595-8_18"},{"key":"ref60","article-title":"Automatic machine learning: Hierarchical planning versus evolutionary optimization","author":"wever","year":"2017","journal-title":"Proc 27th Workshop Comput Intell"},{"key":"ref62","first-page":"1011","article-title":"Designing KDD-workflows via HTN-planning for intelligent discovery assistance","author":"kietz","year":"2012","journal-title":"Proc 20th Eur Conf Artif Intell"},{"key":"ref61","first-page":"31","article-title":"Programmatic task network planning","author":"mohr","year":"2018","journal-title":"Proc 1st ICAPS Workshop Hierarchical Planning"},{"key":"ref63","first-page":"667","article-title":"MEKA: A multi-label\/multi-target extension to WEKA","volume":"17","author":"read","year":"2016","journal-title":"J Mach Learn Res"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-09823-4_34"},{"key":"ref64","article-title":"The weka workbench. online appendix for “data mining: Practical machine learning tools and techniques–Morgan Kaufmann","author":"eibe","year":"2016"},{"key":"ref27","article-title":"An open source AutoML benchmark","author":"gijsbers","year":"2019","journal-title":"Proc 6th ICML Workshop Autom Mach Learn"},{"key":"ref65","article-title":"Multi-label classification search space in the MEKA software","author":"de s\u00e1","year":"2018"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-61527-7_21"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2013.39"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2908812.2908918"},{"key":"ref1","first-page":"2755","article-title":"Efficient and robust automated machine learning","author":"feurer","year":"2015","journal-title":"Proc 28th Int Conf Neural Inf Process Syst"},{"key":"ref20","article-title":"AlphaD3M: Machine learning pipeline synthesis","author":"drori","year":"2018","journal-title":"Proc Autom Mach Learn Workshop ICML"},{"key":"ref22","article-title":"AutoGluon-tabular: Robust and accurate AutoML for structured data","author":"erickson","year":"2020"},{"key":"ref21","article-title":"AutoML: A survey of the state-of-the-art","author":"he","year":"2019"},{"key":"ref24","first-page":"68","article-title":"ReinBo: Machine learning pipeline conditional hierarchy search and configuration with Bayesian optimization embedded reinforcement learning","author":"sun","year":"2019","journal-title":"Proc Eur Conf Mach Learn Knowl Discovery Databases"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3205455.3205586"},{"key":"ref26","article-title":"Benchmarking automatic machine learning frameworks","author":"balaji","year":"2018"},{"key":"ref25","article-title":"H2O AutoML: Scalable automatic machine learning","volume":"2020","author":"ledell","year":"2020","journal-title":"Proc Autom Mach Learn Workshop ICML"},{"key":"ref50","article-title":"Automated machine learning service composition","author":"mohr","year":"2018"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1109\/SCC.2018.00039"},{"key":"ref59","first-page":"1238","article-title":"Almost optimal exploration in multi-armed bandits","author":"karnin","year":"2013","journal-title":"Proc 30th Int Conf Mach Learn"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008306431147"},{"key":"ref57","first-page":"400","article-title":"On Bayesian methods for seeking the extremum","author":"mo?kus","year":"1975","journal-title":"Proc IFIP Tech Conf Optim Techn"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1137\/070693424"},{"key":"ref55","first-page":"1809","article-title":"Entropy search for information-efficient global optimization","volume":"13","author":"hennig","year":"2012","journal-title":"J Mach Learn Res"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1023\/A:1010933404324"},{"key":"ref53","first-page":"2546","article-title":"Algorithms for hyper-parameter optimization","author":"bergstra","year":"2011","journal-title":"Proc 24th Int Conf Neural Inf Process Syst"},{"key":"ref52","article-title":"A tutorial on Bayesian optimization","author":"frazier","year":"2018"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-25566-3_40"},{"key":"ref11","first-page":"6765","article-title":"Hyperband: A novel bandit-based approach to hyperparameter optimization","volume":"18","author":"li","year":"2017","journal-title":"J Mach Learn Res"},{"key":"ref40","article-title":"Taking human out of learning applications: A survey on automated machine learning","author":"yao","year":"2018"},{"key":"ref12","first-page":"1437","article-title":"BOHB: Robust and efficient hyperparameter optimization at scale","author":"falkner","year":"2018","journal-title":"Proc 35th Int Conf Mach Learn"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05318-5_5"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/BRACIS.2018.00029"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.21105\/joss.01132"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-55696-3_16"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-018-5735-z"},{"key":"ref18","article-title":"ML-plan for unlimited-length machine learning pipelines","author":"wever","year":"2018","journal-title":"Proc ICML Autom Mach Learn Workshop"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/457"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/3067695.3082053"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/s10618-018-0595-5"},{"key":"ref6","article-title":"Automated multi-label classification based on ML-plan","author":"wever","year":"2018"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-99259-4_25"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-34885-4_1"},{"key":"ref7","article-title":"Automating multi-label classification extending ML-plan","volume":"2020","author":"wever","year":"2019","journal-title":"Proc Autom Mach Learn Workshop ICML"},{"key":"ref49","author":"ghallab","year":"2004","journal-title":"Automated Planning Theory and Practice"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487629"},{"key":"ref46","article-title":"Practical automated machine learning for the AutoML challenge 2018","author":"feurer","year":"2018","journal-title":"Proc Int Workshop Autom Mach Learn ICML"},{"key":"ref45","first-page":"365","article-title":"On correlation and budget constraints in model-based bandit optimization with application to automatic machine learning","author":"hoffman","year":"2014","journal-title":"Proc 17th Int Conf Artif Intell Statist"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/s10710-010-9109-y"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.7551\/mitpress\/3927.001.0001"},{"key":"ref42","first-page":"2951","article-title":"Practical Bayesian optimization of machine learning algorithms","author":"snoek","year":"2012","journal-title":"Proc 25th Int Conf Neural Inf Process Syst"},{"key":"ref41","article-title":"Automated machine learning: State-of-the-art and open challenges","author":"elshawi","year":"2019"},{"key":"ref44","first-page":"240","article-title":"Non-stochastic best arm identification and hyperparameter optimization","author":"jamieson","year":"2016","journal-title":"Proc 19th Int Conf Artif Intell Statist"},{"key":"ref43","first-page":"1","article-title":"Auto-WEKA 2.0: Automatic model selection and hyperparameter optimization in WEKA","volume":"18","author":"kotthoff","year":"2017","journal-title":"J Mach Learn Res"}],"container-title":["IEEE Transactions on Pattern Analysis and Machine Intelligence"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/34\/9506969\/09321731.pdf?arnumber=9321731","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2021,12,17]],"date-time":"2021-12-17T20:02:12Z","timestamp":1639771332000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9321731\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,9,1]]},"references-count":66,"journal-issue":{"issue":"9"},"URL":"https:\/\/doi.org\/10.1109\/tpami.2021.3051276","relation":{},"ISSN":["0162-8828","2160-9292","1939-3539"],"issn-type":[{"value":"0162-8828","type":"print"},{"value":"2160-9292","type":"electronic"},{"value":"1939-3539","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,9,1]]}}}