{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,11,7]],"date-time":"2026-11-07T10:42:53Z","timestamp":1794048173552,"version":"4.8.0"},"reference-count":84,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,5,31]],"date-time":"2023-05-31T00:00:00Z","timestamp":1685491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,5,31]],"date-time":"2023-05-31T00:00:00Z","timestamp":1685491200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,5,31]]},"DOI":"10.23919\/acc55779.2023.10156412","type":"proceedings-article","created":{"date-parts":[[2023,7,3]],"date-time":"2023-07-03T17:48:03Z","timestamp":1688406483000},"page":"1295-1306","source":"Crossref","is-referenced-by-count":22,"title":["A Tutorial on Derivative-Free Policy Learning Methods for Interpretable Controller Representations"],"prefix":"10.23919","author":[{"given":"Joel A.","family":"Paulson","sequence":"first","affiliation":[{"name":"The Ohio State University,Department of Chemical and Biomolecular Engineering,Columbus,OH,USA,43210"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Farshud","family":"Sorourifar","sequence":"additional","affiliation":[{"name":"The Ohio State University,Department of Chemical and Biomolecular Engineering,Columbus,OH,USA,43210"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ali","family":"Mesbah","sequence":"additional","affiliation":[{"name":"University of California,Department of Chemical and Biomolecular Engineering,Berkeley,CA,USA,94720"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1002\/nav.20347"},{"key":"ref57","first-page":"841","article-title":"Variational heteroscedastic Gaussian process regression","author":"l\u00e1zaro-gredilla","year":"2011","journal-title":"Proceedings of the International Conference on Machine Learning"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/TAC.1980.1102434"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1145\/1273496.1273546"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1002\/rnc.2894"},{"key":"ref59","article-title":"The parallel knowledge gradient method for batch Bayesian optimization","volume":"29","author":"wu","year":"2016","journal-title":"Advances in neural information processing systems"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2010.2056371"},{"key":"ref58","article-title":"Heteroscedastic Bayesian optimisation for active power control of wind farms","author":"tuan hoang","year":"2023","journal-title":"IFAC-PapersOnLine"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1145\/1377612.1377613"},{"key":"ref52","first-page":"21524","article-title":"Botorch: A framework for efficient Monte-Carlo Bayesian optimization","volume":"33","author":"balandat","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref11","volume":"1","author":"bertsekas","year":"2012","journal-title":"Dynamic Programming and Optimal Control Volumes I and II"},{"key":"ref55","article-title":"Regression with input-dependent noise: A Gaussian process treatment","volume":"10","author":"goldberg","year":"1997","journal-title":"Advances in neural information processing systems"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1080\/00207179.2017.1323351"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1002\/wics.56"},{"key":"ref17","volume":"2","author":"rawlings","year":"2017","journal-title":"Model Predictive Control Theory Computation and Design"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/S0098-1354(98)00301-9"},{"key":"ref19","article-title":"On the differentiability of the solution to convex optimization problems","author":"barratt","year":"2018"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s12555-011-0300-6"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.conengprac.2016.12.009"},{"key":"ref50","article-title":"Safe explorative Bayesian optimization - towards personalized treatments in plasma medicine","author":"chan","year":"0","journal-title":"Submitted to 2023 Proceedings of Conference on Decision and Control"},{"key":"ref46","article-title":"Predictive entropy search for efficient global optimization of blackbox functions","volume":"27","author":"hern\u00e1ndez-lobato","year":"2014","journal-title":"Advances in neural information processing systems"},{"key":"ref45","first-page":"133","article-title":"Parallelised Bayesian optimisation via Thompson sampling","author":"kandasamy","year":"2018","journal-title":"International Conference on Artificial Intelligence and Statistics"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1145\/3520304.3529083"},{"key":"ref47","first-page":"3098","article-title":"Tuning hyperparameters without grad students: Scalable and robust Bayesian optimisation with dragonfly","volume":"21","author":"kandasamy","year":"2020","journal-title":"The Journal of Machine Learning Research"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1023\/A:1008306431147"},{"key":"ref41","volume":"2","author":"williams","year":"2006","journal-title":"Gaussian Processes for Machine Learning"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1137\/070693424"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2011.2182033"},{"key":"ref49","first-page":"844","article-title":"On kernelized multi-armed bandits","author":"chowdhury","year":"2017","journal-title":"International Conference on Machine Learning"},{"key":"ref8","first-page":"361","article-title":"Learning convex optimization control policies","author":"agrawal","year":"2020","journal-title":"Learning for Dynamics and Control"},{"key":"ref7","first-page":"3094","article-title":"A universal approximation theorem of deep neural networks for expressing probability distributions","volume":"33","author":"lu","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-6377(98)00054-6"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/j.rico.2022.100121"},{"key":"ref3","author":"sutton","year":"2018","journal-title":"Reinforcement Learning An Introduction"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.23919\/ACC53348.2022.9867643"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2018.09.007"},{"key":"ref82","first-page":"1282","article-title":"Preferential Bayesian optimization","author":"gonz\u00e1lez","year":"2017","journal-title":"International Conference on Machine Learning"},{"key":"ref81","article-title":"Active preference learning with discrete choice data","volume":"20","author":"eric","year":"2007","journal-title":"Advances in neural information processing systems"},{"key":"ref40","first-page":"2171","article-title":"Scalable Bayesian optimization using deep neural networks","author":"snoek","year":"2015","journal-title":"International Conference on Machine Learning"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2021.3136711"},{"key":"ref83","article-title":"Multi-objective Bayesian optimisation with preferences over objectives","volume":"32","author":"abdolshah","year":"2019","journal-title":"Advances in neural information processing systems"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1016\/j.compchemeng.2022.107770"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2021.3050356"},{"key":"ref79","first-page":"507","article-title":"Multi-objective Bayesian optimization over high-dimensional search spaces","author":"daulton","year":"2022","journal-title":"Uncertainty in Artificial Intelligence"},{"key":"ref34","article-title":"MPC controller tuning using Bayesian optimization techniques","author":"lu","year":"2020"},{"key":"ref78","first-page":"1492","article-title":"Predictive entropy search for multi-objective Bayesian optimization","author":"hern\u00e1ndez-lobato","year":"2016","journal-title":"International Conference on Machine Learning"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/TIE.2022.3158007"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-021-06019-1"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TCST.2018.2886159"},{"key":"ref75","article-title":"Policy gradient methods for reinforcement learning with function approximation","volume":"12","author":"sutton","year":"1999","journal-title":"Advances in neural information processing systems"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.2966228"},{"key":"ref74","doi-asserted-by":"crossref","first-page":"1565","DOI":"10.1007\/s10489-020-01896-w","article-title":"Novel first order Bayesian optimization with an application to reinforcement learning","volume":"51","author":"penubothula","year":"2021","journal-title":"Applied Intelligence"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/LCSYS.2020.3040599"},{"key":"ref77","first-page":"684","article-title":"Multi-objective Bayesian optimization algorithm","author":"khan","year":"2002","journal-title":"Proceedings of the 4th Annual Conference on Genetic and Evolutionary Computation"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/LCSYS.2019.2913347"},{"key":"ref76","doi-asserted-by":"crossref","DOI":"10.1016\/j.ifacol.2023.10.1639","article-title":"Gradient-enhanced Bayesian optimization via acquisition ensembles with application to reinforcement learning","author":"makrygiorgos","year":"2023","journal-title":"IFAC-PapersOnLine"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1146\/annurev-control-053018-023825"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-25566-3_40"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/LCSYS.2022.3179330"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1016\/j.compchemeng.2022.107700"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-43823-4_44"},{"key":"ref73","first-page":"20708","article-title":"Local policy search with Bayesian optimization","volume":"34","author":"m\u00fcller","year":"2021","journal-title":"Advances in neural information processing systems"},{"key":"ref72","article-title":"Bayesian optimization with gradients","volume":"30","author":"wu","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1137\/S003614450242889"},{"key":"ref68","first-page":"3158","article-title":"A general framework for multi-fidelity Bayesian optimization with Gaussian processes","author":"song","year":"2019","journal-title":"International Conference on Artificial Intelligence and Statistics"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1137\/040603371"},{"key":"ref67","article-title":"Multi-information source optimization","volume":"30","author":"poloczek","year":"2017","journal-title":"Advances in neural information processing systems"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICNN.1995.488968"},{"key":"ref25","first-page":"25","article-title":"Genetic algorithm: A tutorial review","volume":"2","author":"mukhopadhyay","year":"2009","journal-title":"International Journal of Grid and Distributed Computing"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.23919\/ACC53348.2022.9867777"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1137\/1.9780898718768"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1016\/j.compchemeng.2023.108194"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1109\/CLUSTER51413.2022.00049"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1287\/moor.6.1.19"},{"key":"ref66","first-page":"1799","article-title":"Multifidelity Bayesian optimisation with continuous approximations","author":"kandasamy","year":"2017","journal-title":"International Conference on Machine Learning"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1007\/s10898-012-9951-y"},{"key":"ref65","article-title":"Computationally efficient integrated design and predictive control of flexible energy systems using multi-fidelity simulation-based Bayesian optimization","author":"sorourifar","year":"2021","journal-title":"Optimal Control Applications and Methods"},{"key":"ref28","doi-asserted-by":"crossref","first-page":"148","DOI":"10.1109\/JPROC.2015.2494218","article-title":"Taking the human out of the loop: A review of Bayesian optimization","volume":"104","author":"shahriari","year":"2015","journal-title":"Proceedings of the IEEE"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1162\/106365603321828970"},{"key":"ref29","article-title":"A tutorial on Bayesian optimization","author":"frazier","year":"2018"},{"key":"ref60","first-page":"9851","article-title":"Differentiable expected hypervolume improvement for parallel multi-objective Bayesian optimization","volume":"33","author":"daulton","year":"2020","journal-title":"Advances in neural information processing systems"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/btab291"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1016\/j.compchemeng.2022.108110"}],"event":{"name":"2023 American Control Conference (ACC)","location":"San Diego, CA, USA","start":{"date-parts":[[2023,5,31]]},"end":{"date-parts":[[2023,6,2]]}},"container-title":["2023 American Control Conference (ACC)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10155646\/10155787\/10156412.pdf?arnumber=10156412","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,12,16]],"date-time":"2023-12-16T09:26:26Z","timestamp":1702718786000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10156412\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,5,31]]},"references-count":84,"URL":"https:\/\/doi.org\/10.23919\/acc55779.2023.10156412","relation":{},"subject":[],"published":{"date-parts":[[2023,5,31]]}}}