{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,8]],"date-time":"2026-06-08T23:04:04Z","timestamp":1780959844514,"version":"3.54.1"},"reference-count":60,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2021,7,1]],"date-time":"2021-07-01T00:00:00Z","timestamp":1625097600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2021,7,1]],"date-time":"2021-07-01T00:00:00Z","timestamp":1625097600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2021,7,1]],"date-time":"2021-07-01T00:00:00Z","timestamp":1625097600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"National key R&D Program of China","award":["2018YFB0203902"],"award-info":[{"award-number":["2018YFB0203902"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61672315"],"award-info":[{"award-number":["61672315"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Parallel Distrib. Syst."],"published-print":{"date-parts":[[2021,7,1]]},"DOI":"10.1109\/tpds.2020.3040723","type":"journal-article","created":{"date-parts":[[2020,11,25]],"date-time":"2020-11-25T20:58:14Z","timestamp":1606337894000},"page":"1690-1701","source":"Crossref","is-referenced-by-count":4,"title":["SmartTuning: Selecting Hyper-Parameters of a ConvNet System for Fast Training and Small Working Memory"],"prefix":"10.1109","volume":"32","author":[{"given":"Xiaqing","family":"Li","sequence":"first","affiliation":[{"name":"Department of Computer Science and Technology, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3480-5902","authenticated-orcid":false,"given":"Guangyan","family":"Zhang","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Technology, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Weimin","family":"Zheng","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Technology, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref39","first-page":"648","article-title":"Batch Bayesian optimization via local penalization","author":"gonz\u00e1lez","year":"2016","journal-title":"Proc Int Conf Artif Intell Statist"},{"key":"ref38","first-page":"3873","article-title":"Parallelizing exploration-exploitation tradeoffs in gaussian process bandit optimization","volume":"15","author":"desautels","year":"2014","journal-title":"J Mach Learn Res"},{"key":"ref33","article-title":"Thoughts on massively scalable Gaussian processes","author":"wilson","year":"2015"},{"key":"ref32","article-title":"Gaussian process optimization in the bandit setting: No regret and experimental design","author":"srinivas","year":"2009"},{"key":"ref31","first-page":"2546","article-title":"Algorithms for hyper-parameter optimization","author":"bergstra","year":"2011","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-25566-3_40"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-40988-2_15"},{"key":"ref36","first-page":"2016","article-title":"Neural architecture search with Bayesian optimisation and optimal transport","author":"kandasamy","year":"2018","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref35","first-page":"4134","article-title":"Bayesian optimization with robust Bayesian neural networks","author":"springenberg","year":"2016","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref34","first-page":"2171","article-title":"Scalable Bayesian optimization using deep neural networks","author":"snoek","year":"2015","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref60","first-page":"265","article-title":"TensorFlow: A system for large-scale machine learning","author":"abadi","year":"2016","journal-title":"Proc 12th USENIX Symp Operating Syst Des Implementation"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/ICDEW.2019.00-22"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1080\/02522667.2020.1723936"},{"key":"ref29","first-page":"2951","article-title":"Practical Bayesian optimization of machine learning algorithms","author":"snoek","year":"2012","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01261-8_1"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.106"},{"key":"ref20","article-title":"Evaluating the search phase of neural architecture search","author":"sciuto","year":"2019"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00137"},{"key":"ref21","article-title":"Random search and reproducibility for neural architecture search","author":"li","year":"2019"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.01037"},{"key":"ref23","first-page":"981","article-title":"Metis: Robustly tuning tail latencies of cloud systems","author":"li","year":"2018","journal-title":"Proc USENIX Annu Tech Conf"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTER.2015.13"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2018.00070"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1145\/3097983.3098043"},{"key":"ref51","article-title":"Hyperband: A novel bandit-based approach to hyperparameter optimization","author":"li","year":"2016"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/2647868.2654889"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4842-2766-4_12"},{"key":"ref57","article-title":"Fast convolutional nets with fbfft: A GPU performance evaluation","author":"vasilache","year":"2014"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TPDS.2018.2864299"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1109\/ICPP.2016.15"},{"key":"ref54","article-title":"cuDNN: Efficient primitives for deep learning","author":"chetlur","year":"2014"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/SC.2016.53"},{"key":"ref52","article-title":"BOHB: Robust and efficient hyperparameter optimization at scale","author":"falkner","year":"2018"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-24947-6_43"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.169"},{"key":"ref40","article-title":"Budgeted batch Bayesian optimization with unknown batch sizes","author":"nguyen","year":"2017"},{"key":"ref12","first-page":"625","article-title":"Why does unsupervised pre-training help deep learning?","volume":"11","author":"erhan","year":"2010","journal-title":"J Mach Learn Res"},{"key":"ref13","first-page":"1379","article-title":"Dynamic network surgery for efficient DNNs","author":"guo","year":"2016","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref14","first-page":"806","article-title":"Sparse convolutional neural networks","author":"liu","year":"2015","journal-title":"Proc IEEE Conf Comput Vis Pattern Recognit"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.521"},{"key":"ref16","article-title":"MobileNets: Efficient convolutional neural networks for mobile vision applications","author":"howard","year":"2017"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.01099"},{"key":"ref18","author":"montgomery","year":"2017","journal-title":"Design and Analysis of Experiments"},{"key":"ref19","first-page":"281","article-title":"Random search for hyper-parameter optimization","volume":"13","author":"bergstra","year":"2012","journal-title":"J Mach Learn Res"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01264-9_45"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.322"},{"key":"ref6","first-page":"1097","article-title":"ImageNet classification with deep convolutional neural networks","author":"krizhevsky","year":"2012","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref5","article-title":"OverFeat: Integrated recognition, localization and detection using convolutional networks","author":"sermanet","year":"2013"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1109\/CVPRW.2014.131"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-1373"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-10701-6_6"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-17763-8_8"},{"key":"ref46","first-page":"4288","article-title":"Multi-information source optimization","author":"poloczek","year":"2017","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref45","article-title":"Learning curve prediction with Bayesian neural networks","author":"klein","year":"2016"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33013846"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1214\/17-EJS1335SI"},{"key":"ref42","first-page":"3126","article-title":"The parallel knowledge gradient method for batch Bayesian optimization","author":"wu","year":"2016","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref41","first-page":"3330","article-title":"Parallel predictive entropy search for batch global optimization of expensive objective functions","author":"shah","year":"2015","journal-title":"Proc Int Conf Neural Inf Process"},{"key":"ref44","first-page":"1799","article-title":"Multi-fidelity Bayesian optimisation with continuous approximations","author":"kandasamy","year":"2017","journal-title":"Proc 34th Int Conf Mach Learn"},{"key":"ref43","article-title":"Freeze-thaw Bayesian optimization","author":"swersky","year":"2014"}],"container-title":["IEEE Transactions on Parallel and Distributed Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/71\/9357351\/09271899.pdf?arnumber=9271899","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,5,10]],"date-time":"2022-05-10T14:50:30Z","timestamp":1652194230000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9271899\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,7,1]]},"references-count":60,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tpds.2020.3040723","relation":{},"ISSN":["1045-9219","1558-2183","2161-9883"],"issn-type":[{"value":"1045-9219","type":"print"},{"value":"1558-2183","type":"electronic"},{"value":"2161-9883","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021,7,1]]}}}