{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T15:34:07Z","timestamp":1776785647595,"version":"3.51.2"},"reference-count":66,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"2","license":[{"start":{"date-parts":[[2021,2,1]],"date-time":"2021-02-01T00:00:00Z","timestamp":1612137600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,2,1]],"date-time":"2021-02-01T00:00:00Z","timestamp":1612137600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,2,1]],"date-time":"2021-02-01T00:00:00Z","timestamp":1612137600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"DARPA D3M program","award":["CNS-1229185"],"award-info":[{"award-number":["CNS-1229185"]}]},{"name":"DARPA D3M program","award":["CCF-1533564"],"award-info":[{"award-number":["CCF-1533564"]}]},{"name":"DARPA D3M program","award":["CNS-1544753"],"award-info":[{"award-number":["CNS-1544753"]}]},{"name":"DARPA D3M program","award":["CNS-1730396"],"award-info":[{"award-number":["CNS-1730396"]}]},{"name":"DARPA D3M program","award":["CNS-1828576"],"award-info":[{"award-number":["CNS-1828576"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Visual. Comput. Graphics"],"published-print":{"date-parts":[[2021,2]]},"DOI":"10.1109\/tvcg.2020.3030361","type":"journal-article","created":{"date-parts":[[2020,10,13]],"date-time":"2020-10-13T19:37:00Z","timestamp":1602617820000},"page":"390-400","source":"Crossref","is-referenced-by-count":43,"title":["<i>PipelineProfiler:<\/i> A Visual Analytics Tool for the Exploration of AutoML Pipelines"],"prefix":"10.1109","volume":"27","author":[{"given":"Jorge Piazentin","family":"Ono","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sonia","family":"Castelo","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Roque","family":"Lopez","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Enrico","family":"Bertini","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Juliana","family":"Freire","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Claudio","family":"Silva","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ICDE.2002.994702"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1016\/j.visinf.2017.01.006"},{"key":"ref33","year":"2020","journal-title":"Watson Studio - AutoAI"},{"key":"ref32","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-030-05318-5","author":"hutter","year":"2019","journal-title":"Automated Machine Learning Methods Systems Challenges"},{"key":"ref31","first-page":"754","article-title":"An efficient approach for assessing hyperparameter importance","author":"hutter","year":"2014","journal-title":"International Conference on Machine Learning"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2018.2843369"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/B978-1-55860-377-6.50048-7"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1002\/nav.3800020109"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/PacificVis.2013.6596128"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.frl.2014.12.005"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1145\/2641190.2641198"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3359313"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/MCSE.2011.37"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/3290605.3300911"},{"key":"ref28","author":"guzey","year":"2014","journal-title":"Classification of word levels with usage frequency expert opinions and machine learning"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2019.2921323"},{"key":"ref27","year":"2020","journal-title":"Google Cloud AutoML - Custom Machine Learning Models | AutoML"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1109\/VISUAL.2019.8933632"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.1145\/3377325.3377538"},{"key":"ref29","author":"hagberg","year":"2008","journal-title":"Exploring Network Structure Dynamics and Function Using NetworkX"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1145\/2702123.2702509"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/VAST.2014.7042493"},{"key":"ref20","author":"elliott","year":"2020","journal-title":"Darpa data-Driven Discovery of Models (D3M) program"},{"key":"ref22","first-page":"2962","article-title":"Efficient and robust automated machine learning","author":"feurer","year":"2015","journal-title":"Advances in neural information processing systems"},{"key":"ref21","author":"fedosejev","year":"2015","journal-title":"React js Essentials"},{"key":"ref24","doi-asserted-by":"crossref","first-page":"30","DOI":"10.1016\/j.cag.2018.09.018","article-title":"A task-and-technique centered survey on visual analytics for deep learning model engineering","volume":"77","author":"garcia","year":"2018","journal-title":"Computers & Graphics"},{"key":"ref23","doi-asserted-by":"crossref","first-page":"113","DOI":"10.1007\/978-3-030-05318-5_6","article-title":"Auto-sklearn: Efficient and Robust Automated Machine Learning","author":"feurer","year":"2019","journal-title":"Automated Machine Learning Methods Systems Challenges"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098043"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1145\/3301275.3302324"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1201\/9781420036268"},{"key":"ref51","article-title":"The international sunspot number","year":"2019","journal-title":"International Sunspot Number Monthly Bulletin and online catalogue"},{"key":"ref59","author":"vanschoren","year":"2014","journal-title":"OpenML- PopularKids"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3219819.3220058"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487629"},{"key":"ref56","first-page":"51","article-title":"Combining extended table lens and treemap techniques for visualizing tabular data","author":"telea","year":"0","journal-title":"Proceedings of the Eighth Joint Eurographics\/IEEE VGTC Conference on Visualization"},{"key":"ref55","author":"team","year":"2020","journal-title":"D3m metalearning database"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1145\/1518701.1518895"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/BigData.2017.8257923"},{"key":"ref52","first-page":"1064","volume":"26","author":"spinner","year":"2019","journal-title":"IEEE Transactions on Visualization and Computer Graphics"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/2254556.2254572"},{"key":"ref11","author":"cobarrubia","year":"2018","journal-title":"Dagre Graph layout for javascript"},{"key":"ref40","author":"milutinovic","year":"2019","journal-title":"Towards Automatic Machine Learning Pipeline Design"},{"key":"ref12","year":"2020","journal-title":"D3M Data-driven discovery of models (D3M) program index"},{"key":"ref13","year":"2020","journal-title":"D3M datadrivendiscovery\/metalearning"},{"key":"ref14","year":"2020","journal-title":"D3M Index of open source D3M primitives"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/MCG.2019.2922592"},{"key":"ref16","first-page":"1","article-title":"RegressionExplorer: Interactive Exploration of Logistic Regression Models with Subgroup Analysis","author":"dingen","year":"2018","journal-title":"IEEE Transactions on Visualization and Computer Graphics"},{"key":"ref17","article-title":"AlphaD3M: Machine Learning Pipeline Synthesis","author":"drori","year":"0","journal-title":"Proceedings of the Workshop on Automatic Machine Learning"},{"key":"ref18","article-title":"Automatic machine learning by pipeline synthesis using model-based reinforcement learning and a gram mar. In","author":"drori","year":"0","journal-title":"Proceedings of the Workshop on Automatic Machine Learning"},{"key":"ref19","author":"dua","year":"2017","journal-title":"UCI Machine Learning Repository"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1080\/10447310802205776"},{"key":"ref3","first-page":"541","article-title":"Mac-robase: Prioritizing attention in fast data","author":"bailis","year":"0","journal-title":"Proceedings of the 2017 ACM International Conference on Management of Data"},{"key":"ref6","first-page":"4","article-title":"Sus-a quick and dirty usability scale","volume":"189","author":"brooke","year":"1996","journal-title":"Usability Evaluation in Industry"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2011.185"},{"key":"ref8","article-title":"Ablate, Ablate, Variate, and Contemplate: Visual Analytics for Discovering Neural Architectures","author":"cashman","year":"1908","journal-title":"arXiv 1908 00387 [cs]"},{"key":"ref7","article-title":"Visual analytics for automated model discovery","author":"cashman","year":"2018","journal-title":"CoRR"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1145\/3299869.3319863"},{"key":"ref9","author":"chen","year":"2015","journal-title":"The UCR time series classification archive"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2016.2598828"},{"key":"ref45","article-title":"Vi-sualHyperTuner: Visual Analytics for User-Driven Hyperparamter Tuning of Deep Neural Networks","author":"park","year":"0","journal-title":"Proc 2nd SysML Conf"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3328519.3329134"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.imavis.2008.04.004"},{"key":"ref42","year":"2020","journal-title":"Learning in humans and machines"},{"key":"ref41","article-title":"On evaluation of automl systems","author":"milutinovic","year":"0","journal-title":"Proceedings of the Workshop on Automatic Machine Learning"},{"key":"ref44","doi-asserted-by":"crossref","first-page":"151","DOI":"10.1007\/978-3-030-05318-5_8","article-title":"TPOT: A Tree-Based Pipeline Optimization Tool for Automating Machine Learning","author":"olson","year":"2019","journal-title":"Automated Machine Learning Methods Systems Challenges"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TVCG.2017.2745158"}],"container-title":["IEEE Transactions on Visualization and Computer Graphics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/2945\/9340023\/09222086.pdf?arnumber=9222086","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:51:43Z","timestamp":1652194303000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9222086\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,2]]},"references-count":66,"journal-issue":{"issue":"2"},"URL":"https:\/\/doi.org\/10.1109\/tvcg.2020.3030361","relation":{},"ISSN":["1077-2626","1941-0506","2160-9306"],"issn-type":[{"value":"1077-2626","type":"print"},{"value":"1941-0506","type":"electronic"},{"value":"2160-9306","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,2]]}}}