{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2024,10,22]],"date-time":"2024-10-22T17:26:49Z","timestamp":1729618009417,"version":"3.28.0"},"reference-count":58,"publisher":"IEEE","license":[{"start":{"date-parts":[[2020,12,10]],"date-time":"2020-12-10T00:00:00Z","timestamp":1607558400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2020,12,10]],"date-time":"2020-12-10T00:00:00Z","timestamp":1607558400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2020,12,10]],"date-time":"2020-12-10T00:00:00Z","timestamp":1607558400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020,12,10]]},"DOI":"10.1109\/bigdata50022.2020.9378236","type":"proceedings-article","created":{"date-parts":[[2021,3,19]],"date-time":"2021-03-19T21:10:21Z","timestamp":1616188221000},"page":"5108-5117","source":"Crossref","is-referenced-by-count":0,"title":["Hyper-parameter optimization with REINFORCE and Masked Attention Auto-regressive Density Estimators"],"prefix":"10.1109","author":[{"given":"Chepuri Shri","family":"Krishna","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ashish","family":"Gupta","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Swarnim","family":"Narayan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Himanshu","family":"Rai","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Diksha","family":"Manchanda","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref39","article-title":"Pixel recurrent neural networks","author":"oord","year":"2016","journal-title":"arXiv preprint arXiv 1601 03712"},{"key":"ref38","doi-asserted-by":"crossref","DOI":"10.1609\/aaai.v30i1.10362","article-title":"Character-aware neural language models","author":"kim","year":"2016","journal-title":"THIRTIETH AAAI Conference on Artificial Intelligence"},{"key":"ref33","article-title":"Proxylessnas: Direct neural architecture search on target task and hardware","author":"cai","year":"2018","journal-title":"arXiv preprint arXiv 1812 08942"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2019.00138"},{"key":"ref31","article-title":"Understanding and robustifying differentiable architecture search","author":"zela","year":"2019","journal-title":"arXiv preprint arXiv 1909 01771"},{"key":"ref30","article-title":"Darts: Differentiable architecture search","author":"liu","year":"2018","journal-title":"arXiv preprint arXiv 1806 09055"},{"key":"ref37","article-title":"Recurrent neural network based language model","author":"mikolov","year":"2010","journal-title":"Eleventh Annual Conference of the International Speech Communication Association"},{"key":"ref36","doi-asserted-by":"crossref","first-page":"229","DOI":"10.1007\/BF00992696","article-title":"Simple statistical gradient-following algorithms for connectionist reinforcement learning","volume":"8","author":"williams","year":"1992","journal-title":"Machine Learning"},{"key":"ref35","article-title":"Hierarchical representations for efficient architecture search","author":"liu","year":"2017","journal-title":"arXiv preprint arXiv 1711 00540"},{"key":"ref34","article-title":"Pc-darts: Partial channel connections for memory-efficient architecture search","author":"xu","year":"2019","journal-title":"International Conference on Learning Representations"},{"key":"ref28","article-title":"Alphax: exploring neural architectures with deep neural networks and monte carlo tree search","author":"wang","year":"2018","journal-title":"arXiv preprint arXiv 1805 07440"},{"key":"ref27","article-title":"Efficient neural architecture search via parameter sharing","author":"pham","year":"2018","journal-title":"arXiv preprint arXiv 1802 03395"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00257"},{"key":"ref2","article-title":"Best practices for scientific research on neural architecture search","author":"lindauer","year":"2019","journal-title":"arXiv preprint arXiv 1909 01771"},{"key":"ref1","article-title":"Nas-bench-101: Towards reproducible neural architecture search","author":"ying","year":"2019","journal-title":"arXiv preprint arXiv 1902 11152"},{"key":"ref20","first-page":"2902","article-title":"Large-scale evolution of image classifiers","author":"real","year":"2017","journal-title":"Proceedings of the 34th International Conference on Machine Learning-Volume 70"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.154"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33014780"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-01246-5_2"},{"key":"ref23","first-page":"2113","article-title":"Gradient-based hyper-parameter optimization through reversible learning","author":"maclaurin","year":"2015","journal-title":"International Conference on Machine Learning"},{"key":"ref26","article-title":"Designing neural network architectures using reinforcement learning","author":"baker","year":"2016","journal-title":"arXiv preprint arXiv 1611 02167"},{"key":"ref25","article-title":"Neural architecture search with reinforcement learning","author":"zoph","year":"2016","journal-title":"arXiv preprint arXiv 1611 01578"},{"key":"ref50","first-page":"1008","article-title":"Actor-critic algorithms","author":"konda","year":"2000","journal-title":"Advances in neural information processing systems"},{"key":"ref51","article-title":"High-dimensional continuous control using generalized advantage estimation","author":"schulman","year":"2015","journal-title":"arXiv preprint arXiv 1506 02349"},{"key":"ref58","first-page":"6410","article-title":"Graph convolutional policy network for goal-directed molecular graph generation","author":"you","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1088\/1749-4699\/8\/1\/014008"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1177\/1475090214540874"},{"article-title":"Boston housing dataset","year":"2015","author":"harrison","key":"ref55"},{"key":"ref54","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"2015","journal-title":"Proceedings of the International Conference on Learning Representations"},{"key":"ref53","first-page":"2951","article-title":"Practical bayesian optimization of machine learning algorithms","author":"snoek","year":"2012","journal-title":"Advances in neural information processing systems"},{"key":"ref52","article-title":"Discriminative learning under covariate shift","volume":"10","author":"bickel","year":"2009","journal-title":"Journal of Machine Learning Research"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00907"},{"key":"ref11","first-page":"5998","article-title":"Attention is all you need","author":"vaswani","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref40","article-title":"Pixelcnn++: Improving the pixelcnn with discretized logistic mixture likelihood and other modifications","author":"salimans","year":"2017","journal-title":"arXiv preprint arXiv 1701 05880"},{"key":"ref12","first-page":"281","article-title":"Random search for hyper-parameter optimization","volume":"13","author":"bergstra","year":"2012","journal-title":"Journal of Machine Learning Research"},{"key":"ref13","article-title":"Random search and reproducibility for neural architecture search","author":"li","year":"2019","journal-title":"arXiv preprint arXiv 1902 05023"},{"key":"ref14","first-page":"2016","article-title":"Neural architecture search with bayesian optimisation and optimal transport","author":"kandasamy","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref15","article-title":"Bohb: Robust and efficient hyperparameter optimization at scale","author":"falkner","year":"2018","journal-title":"arXiv preprint arXiv 1807 01774"},{"key":"ref16","first-page":"2546","article-title":"Algorithms for hyper-parameter optimization","author":"bergstra","year":"2011","journal-title":"Advances in neural information processing systems"},{"key":"ref17","article-title":"Bananas: Bayesian optimization with neural architectures for neural architecture search","author":"white","year":"2019","journal-title":"arXiv preprint arXiv 1910 10335"},{"key":"ref18","volume":"2","author":"williams","year":"2006","journal-title":"Gaussian Processes for Machine Learning"},{"key":"ref19","first-page":"3348","article-title":"Probabilistic matrix factorization for automated machine learning","author":"fusi","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref4","first-page":"2672","article-title":"Generative adversarial nets","author":"goodfellow","year":"2014","journal-title":"Advances in neural information processing systems"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1162\/neco.1997.9.8.1735"},{"key":"ref6","first-page":"700","article-title":"Are gans created equal? a large-scale study","author":"lucic","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref5","article-title":"On the state of the art of evaluation in neural language models","author":"melis","year":"2017","journal-title":"arXiv preprint arXiv 1707 05373"},{"key":"ref8","article-title":"Neural architecture search: A survey","author":"elsken","year":"2018","journal-title":"arXiv preprint arXiv 1808 05377"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/2487575.2487629"},{"key":"ref49","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"2016","journal-title":"International Conference on Machine Learning"},{"key":"ref9","first-page":"7816","article-title":"Neural architecture optimization","author":"luo","year":"2018","journal-title":"Advances in neural information processing systems"},{"key":"ref46","first-page":"5754","article-title":"Xlnet: Generalized autoregressive pretraining for language understanding","author":"yang","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref45","first-page":"7184","article-title":"Neural autoregressive distribution estimation","volume":"17","author":"uria","year":"2016","journal-title":"The Journal of Machine Learning Research"},{"key":"ref48","article-title":"Proximal policy optimization algorithms","author":"schulman","year":"2017","journal-title":"arXiv preprint arXiv 1707 06347"},{"key":"ref47","article-title":"Neural machine translation by jointly learning to align and translate","author":"bahdanau","year":"2014","journal-title":"arXiv preprint arXiv 1409 0473"},{"key":"ref42","article-title":"Wavenet: A generative model for raw audio","author":"oord","year":"2016","journal-title":"arXiv preprint arXiv 1609 04802"},{"key":"ref41","article-title":"Pixel-snail: An improved autoregressive generative model","author":"chen","year":"2017","journal-title":"arXiv preprint arXiv 1712 09763"},{"key":"ref44","first-page":"881","article-title":"Made: Masked autoencoder for distribution estimation","author":"germain","year":"2015","journal-title":"International Conference on Machine Learning"},{"key":"ref43","first-page":"1310","article-title":"On the difficulty of training recurrent neural networks","author":"pascanu","year":"2013","journal-title":"International Conference on Machine Learning"}],"event":{"name":"2020 IEEE International Conference on Big Data (Big Data)","start":{"date-parts":[[2020,12,10]]},"location":"Atlanta, GA, USA","end":{"date-parts":[[2020,12,13]]}},"container-title":["2020 IEEE International Conference on Big Data (Big Data)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9377717\/9377728\/09378236.pdf?arnumber=9378236","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,12,22]],"date-time":"2022-12-22T00:55:39Z","timestamp":1671670539000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9378236\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,12,10]]},"references-count":58,"URL":"https:\/\/doi.org\/10.1109\/bigdata50022.2020.9378236","relation":{},"subject":[],"published":{"date-parts":[[2020,12,10]]}}}