{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,8]],"date-time":"2025-10-08T00:20:29Z","timestamp":1759882829677,"version":"build-2065373602"},"publisher-location":"New York, NY, USA","reference-count":41,"publisher":"ACM","funder":[{"DOI":"10.13039\/100000002","name":"NIH (National Institutes of Health)","doi-asserted-by":"publisher","award":["AI173095","AG066833","HL160471"],"award-info":[{"award-number":["AI173095","AG066833","HL160471"]}],"id":[{"id":"10.13039\/100000002","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,14]]},"DOI":"10.1145\/3712255.3716531","type":"proceedings-article","created":{"date-parts":[[2025,8,11]],"date-time":"2025-08-11T15:18:11Z","timestamp":1754925491000},"page":"1368-1395","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Automated Machine Learning Tools for Data Science, Modeling, and Algorithm Benchmarking"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0487-5555","authenticated-orcid":false,"given":"Ryan J.","family":"Urbanowicz","sequence":"first","affiliation":[{"name":"Computational Biomedicine, Cedars Sinai Medical Center, Los Angeles, CA, USA, Los Angeles, CA, USA"}]}],"member":"320","published-online":{"date-parts":[[2025,8,11]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"crossref","unstructured":"Urbanowicz R.J. Kiralis J. Sinnott-Armstrong N.A. Heberling T. Fisher J.M. and Moore J.H. 2012. GAMETES: a fast direct algorithm for generating pure strict epistatic models with random architectures. BioData mining 5 pp.1\u201314.","DOI":"10.1186\/1756-0381-5-16"},{"volume-title":"Understanding machine learning: From theory to algorithms","author":"Shalev-Shwartz S.","key":"e_1_3_2_1_2_1","unstructured":"Shalev-Shwartz, S. and Ben-David, S., 2014. Understanding machine learning: From theory to algorithms. Cambridge university press."},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-72069-8_2"},{"key":"e_1_3_2_1_4_1","volume-title":"PMLR","author":"Olson S.","year":"2016","unstructured":"Olson, Randal S., and Jason H. Moore. \"TPOT: A tree-based pipeline optimization tool for automating machine learning.\" Workshop on automatic machine learning. PMLR, 2016."},{"volume-title":"Applications of Evolutionary Computation: 19th European Conference, EvoApplications 2016, Porto, Portugal, March 30\u2013April 1, 2016, Proceedings, Part I 19 (pp. 123\u2013137)","author":"Olson R.S.","key":"e_1_3_2_1_5_1","unstructured":"Olson, R.S., Urbanowicz, R.J., Andrews, P.C., Lavender, N.A., Kidd, L.C. and Moore, J.H., 2016. Automating biomedical data science through tree-based pipeline optimization. In Applications of Evolutionary Computation: 19th European Conference, EvoApplications 2016, Porto, Portugal, March 30\u2013April 1, 2016, Proceedings, Part I 19 (pp. 123\u2013137). Springer International Publishing."},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-99-8413-8_1"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"crossref","unstructured":"Waring J. Lindvall C. and Umeton R. 2020. Automated machine learning: Review of the state-of-the-art and opportunities for healthcare. Artificial intelligence in medicine 104 p.101822.","DOI":"10.1016\/j.artmed.2020.101822"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"crossref","unstructured":"Vaccaro L. Sansonetti G. and Micarelli A. 2021. An empirical review of automated machine learning. Computers 10(1) p.11.","DOI":"10.3390\/computers10010011"},{"volume-title":"2019 6th Swiss Conference on Data Science (SDS) (pp. 31\u201336)","author":"Tuggener L.","key":"e_1_3_2_1_9_1","unstructured":"Tuggener, L., Amirian, M., Rombach, K., L\u00f6rwald, S., Varlet, A., Westermann, C. and Stadelmann, T., 2019, June. Automated machine learning in practice: state of the art and recent results. In 2019 6th Swiss Conference on Data Science (SDS) (pp. 31\u201336). IEEE."},{"key":"e_1_3_2_1_10_1","unstructured":"Urbanowicz R.J. Bandhey H. Keenan B.T. Maislin G. Hwang S. Mowery D.L. Lynch S.M. Mazzotti D.R. Han F. Li Q.Y. and Penzel T. 2023. STREAMLINE: An Automated Machine Learning Pipeline for Biomedicine Applied to Examine the Utility of Photography-Based Phenotypes for OSA Prediction Across International Sleep Centers. arXiv preprint arXiv:2312.05461."},{"key":"e_1_3_2_1_11_1","volume-title":"Singapore: Springer Nature Singapore.","author":"Urbanowicz R.","year":"2023","unstructured":"Urbanowicz, R., Zhang, R., Cui, Y. and Suri, P., 2023. STREAMLINE: a simple, transparent, end-to-end automated machine learning pipeline facilitating data analysis and algorithm comparison. In Genetic Programming Theory and Practice XIX (pp. 201\u2013231). Singapore: Springer Nature Singapore."},{"key":"e_1_3_2_1_12_1","unstructured":"Jin H Chollet F Song Q et al. AutoKeras: An AutoML Library for Deep Learning. Journal of Machine Learning Research. 2023;24:1\u20136."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","unstructured":"Akshay A Katoch M Shekarchizadeh N et al. Machine Learning Made Easy (MLme): A Comprehensive Toolkit for Machine Learning-Driven Data Analysis. 2023;2023.07.04.546825. 10.1101\/2023.07.04.546825","DOI":"10.1101\/2023.07.04.546825"},{"key":"e_1_3_2_1_14_1","volume-title":"LightAutoML: AutoML Solution for a Large Financial Services Ecosystem. arXiv.org","author":"Vakhrushev A","year":"2021","unstructured":"Vakhrushev A, Ryzhkov A, Savchenko M, et al. LightAutoML: AutoML Solution for a Large Financial Services Ecosystem. arXiv.org. 2021. https:\/\/arxiv.org\/abs\/2109.01528v2 (accessed 20 September 2023)"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"crossref","unstructured":"Nikitin NO Vychuzhanin P SarafanovM et al. Automated evolutionary approach for the design of composite machine learning pipelines. Future Generation Computer Systems. 2022;127:109\u201325.","DOI":"10.1016\/j.future.2021.08.022"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"crossref","unstructured":"La Cava W Williams H Fu W et al. Evaluating recommender systems for AI-driven biomedical informatics. Bioinformatics. 2021;37:250\u20136.","DOI":"10.1093\/bioinformatics\/btaa698"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2003.06505"},{"key":"e_1_3_2_1_18_1","volume-title":"Ludwig: a type-based declarative deep learning toolbox","author":"Molino P","year":"2019","unstructured":"Molino P, Dudin Y, Miryala SS. Ludwig: a type-based declarative deep learning toolbox. 2019. http:\/\/arxiv.org\/abs\/1909.07930 (accessed 17 September 2023)"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"crossref","unstructured":"Le TT Fu W Moore JH. Scaling tree-based automated machine learning to biomedical big data with a feature set selector. Bioinformatics. 2020;36:250\u20136.","DOI":"10.1093\/bioinformatics\/btz470"},{"key":"e_1_3_2_1_20_1","volume-title":"Efficient and Robust Automated Machine Learning. Advances in Neural Information Processing Systems. Curran Associates","author":"Feurer M","year":"2015","unstructured":"Feurer M, Klein A, Eggensperger K, et al. Efficient and Robust Automated Machine Learning. Advances in Neural Information Processing Systems. Curran Associates, Inc. 2015. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2015\/hash\/11d0e6287202fced83f79975ec59a3a6-Abstract.html (accessed 15 September 2023)"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2006.13799"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-67670-4_39"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-05318-5"},{"key":"e_1_3_2_1_24_1","unstructured":"Kotthoff L Thornton C Hoos HH et al. Auto-WEKA 2.0: Automatic model selection and hyperparameter optimization in WEKA. Journal of Machine Learning Research. 2017;18:1\u20135."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-55696-3_16"},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"crossref","unstructured":"Mohr F Wever M H\u00fcllermeier E. ML-Plan: Automated machine learning via hierarchical planning. Mach Learn. 2018;107:1495\u2013515.","DOI":"10.1007\/s10994-018-5735-z"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"crossref","unstructured":"Vasile M-A Pop F Ni\u0163\u0103M-C et al. MLBox: Machine learning box for asymptotic scheduling. Information Sciences. 2018;433\u2013434:401\u201316.","DOI":"10.1016\/j.ins.2017.01.005"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"crossref","unstructured":"Olson R.S. La Cava W. Orzechowski P. Urbanowicz R.J. and Moore J.H. 2017. PMLB: a large benchmark suite for machine learning evaluation and comparison. BioData mining 10 pp.1\u201313.","DOI":"10.1186\/s13040-017-0154-4"},{"key":"e_1_3_2_1_29_1","unstructured":"Bischl B. Casalicchio G. Feurer M. Gijsbers P. Hutter F. Lang M. Mantovani R.G. van Rijn J.N. and Vanschoren J. 2017. Openml benchmarking suites. arXiv preprint arXiv:1708.03731."},{"key":"e_1_3_2_1_30_1","unstructured":"Asuncion A. and Newman D. 2007. UCI machine learning repository [online]"},{"key":"e_1_3_2_1_31_1","doi-asserted-by":"crossref","unstructured":"Urbanowicz R.J. and Browne W.N. 2017. Introduction to learning classifier systems. Springer.","DOI":"10.1007\/978-3-662-55007-6"},{"key":"e_1_3_2_1_32_1","volume-title":"\"LCS-DIVE: An automated rule-based machine learning visualization pipeline for characterizing complex associations in classification.\" arXiv preprint arXiv:2104.12844","author":"Zhang","year":"2021","unstructured":"Zhang, Robert, Rachael Stolzenberg-Solomon, Shannon M. Lynch, and Ryan J. Urbanowicz. \"LCS-DIVE: An automated rule-based machine learning visualization pipeline for characterizing complex associations in classification.\" arXiv preprint arXiv:2104.12844 (2021)."},{"key":"e_1_3_2_1_33_1","first-page":"1823","volume-title":"\"A scikit-learn compatible learning classifier system.\" In Proceedings of the 2020 Genetic and Evolutionary Computation Conference Companion","author":"Zhang F.","unstructured":"Zhang, Robert F., and Ryan J. Urbanowicz. \"A scikit-learn compatible learning classifier system.\" In Proceedings of the 2020 Genetic and Evolutionary Computation Conference Companion, pp. 1816\u20131823. 2020."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1007\/s12065-015-0128-8"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"crossref","unstructured":"Hwang Sy Ryan Urbanowicz Selah Lynch Tawnya Vernon Kellie Bresz Carolina Giraldo Erin Kennedy et al. \"Toward Predicting 30-Day Readmission Among Oncology Patients: Identifying Timely and Actionable Risk Factors.\" JCO clinical cancer informatics 7 (2023):e2200097.","DOI":"10.1200\/CCI.22.00097"},{"key":"e_1_3_2_1_36_1","unstructured":"Kennedy Erin E. Anahita Davoudi Sy Hwang Philip J. Freda Ryan Urbanowicz Kathryn H. Bowles and Danielle L. Mowery. \"Identifying barriers to post-acute care referral and characterizing negative patient preferences among hospitalized older adults using natural language processing.\" In AMIA Annual Symposium Proceedings vol. 2022 p. 606. American Medical Informatics Association 2022."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10916-023-01978-5"},{"key":"e_1_3_2_1_38_1","volume-title":"2023\u201310","author":"Murata M.","year":"2023","unstructured":"Murata, Michael M., Fumie Igari, Ryan Urbanowicz, Lila Mouakkad, Sungjin Kim, Zijing Chen, Dolores DiVizio, Edwin M. Posadas, Armando E. Giuliano, and Hisashi Tanaka. \"A Practical Approach for Targeting Structural Variants Genome-wide in Plasma Cell-free DNA.\" bioRxiv (2023): 2023\u201310."},{"key":"e_1_3_2_1_39_1","first-page":"525","article-title":"Comparing amyloid imaging normalization strategies for Alzheimer's disease classification using an automated machine learning pipeline","volume":"2023","author":"Tong","year":"2023","unstructured":"Tong, Boning, Shannon L. Risacher, Jingxuan Bao, Yanbo Feng, Xinkai Wang, Marylyn D. Ritchie, Jason H. Moore, Ryan Urbanowicz, Andrew J. Saykin, and Li Shen. \"Comparing amyloid imaging normalization strategies for Alzheimer's disease classification using an automated machine learning pipeline.\" AMIA Summits on Translational Science Proceedings 2023 (2023): 525.","journal-title":"AMIA Summits on Translational Science Proceedings"},{"key":"e_1_3_2_1_40_1","first-page":"544","article-title":"Exploring automated machine learning for cognitive outcome prediction from multimodal brain imaging using streamline","volume":"2023","author":"Wang","year":"2023","unstructured":"Wang, Xinkai, Yanbo Feng, Boning Tong, Jingxuan Bao, Marylyn D. Ritchie, Andrew J. Saykin, Jason H. Moore, Ryan Urbanowicz, and Li Shen. \"Exploring automated machine learning for cognitive outcome prediction from multimodal brain imaging using streamline.\" AMIA Summits on Translational Science Proceedings 2023 (2023): 544.","journal-title":"AMIA Summits on Translational Science Proceedings"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"crossref","unstructured":"Verma S.S. Lucas A. Zhang X. Veturi Y. Dudek S. Li B. Li R. Urbanowicz R. Moore J.H. Kim D. and Ritchie M.D. 2018. Collective feature selection to identify crucial epistatic variants. BioData mining 11 pp.1\u201322.","DOI":"10.1186\/s13040-018-0168-6"}],"event":{"name":"GECCO '25 Companion: Genetic and Evolutionary Computation Conference Companion","sponsor":["SIGEVO ACM Special Interest Group on Genetic and Evolutionary Computation"],"location":"NH Malaga Hotel Malaga Spain","acronym":"GECCO '25 Companion"},"container-title":["Proceedings of the Genetic and Evolutionary Computation Conference Companion"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3712255.3716531","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,7]],"date-time":"2025-10-07T12:03:36Z","timestamp":1759838616000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3712255.3716531"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,14]]},"references-count":41,"alternative-id":["10.1145\/3712255.3716531","10.1145\/3712255"],"URL":"https:\/\/doi.org\/10.1145\/3712255.3716531","relation":{},"subject":[],"published":{"date-parts":[[2025,7,14]]},"assertion":[{"value":"2025-08-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}