{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,21]],"date-time":"2025-11-21T18:17:39Z","timestamp":1763749059479,"version":"3.28.0"},"reference-count":26,"publisher":"IEEE","license":[{"start":{"date-parts":[[2023,7,3]],"date-time":"2023-07-03T00:00:00Z","timestamp":1688342400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,7,3]],"date-time":"2023-07-03T00:00:00Z","timestamp":1688342400000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023,7,3]]},"DOI":"10.1109\/codit58514.2023.10284154","type":"proceedings-article","created":{"date-parts":[[2023,10,24]],"date-time":"2023-10-24T17:46:12Z","timestamp":1698169572000},"page":"876-882","source":"Crossref","is-referenced-by-count":2,"title":["Multistep Hyperparameter Tuning via Reinforcement Learning for Simulated Annealing"],"prefix":"10.1109","author":[{"given":"Hiroshi","family":"Yoshitake","sequence":"first","affiliation":[{"name":"Hitachi America. Ltd.,IoT Edge Laboratory,Santa Clara,CA,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Takuya","family":"Okuyama","sequence":"additional","affiliation":[{"name":"Hitachi America. Ltd.,IoT Edge Laboratory,Santa Clara,CA,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yudai","family":"Kamada","sequence":"additional","affiliation":[{"name":"Hitachi America. Ltd.,IoT Edge Laboratory,Santa Clara,CA,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Taisuke","family":"Ueta","sequence":"additional","affiliation":[{"name":"Hitachi America. Ltd.,IoT Edge Laboratory,Santa Clara,CA,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Junya","family":"Fujita","sequence":"additional","affiliation":[{"name":"Hitachi America. Ltd.,IoT Edge Laboratory,Santa Clara,CA,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"journal-title":"Reinforcement Learning An Introduction","year":"2018","author":"sutton","key":"ref13"},{"key":"ref12","first-page":"1","article-title":"Simulated annealing cooling schedules for the school timetabling problem","volume":"16","author":"abramson","year":"1999","journal-title":"Asia-Pac J Oper Res"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.3390\/app11114948"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2017.2743240"},{"key":"ref11","article-title":"Adaptive simulated annealing (asa): Lessons learned","author":"ingber","year":"2000","journal-title":"Arxiv preprint cs\/0701024"},{"key":"ref10","volume":"37","author":"mockus","year":"2012","journal-title":"Bayesian Approach to Global Optimization Theory and Applications"},{"key":"ref2","first-page":"303","article-title":"A 20k-spin ising chip to solve combinatorial optimization problems with cmos annealing","volume":"51","author":"yamaoka","year":"2015","journal-title":"IEEE J Solid-State Circuits"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1038\/s42254-022-00440-8"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00061"},{"key":"ref16","article-title":"Hyp-rl: Hy-perparameter optimization by reinforcement learning","author":"jomaa","year":"2019","journal-title":"ArXiv Preprint"},{"key":"ref19","article-title":"Proximal policy optimization algorithms","author":"schulman","year":"2017","journal-title":"ArXiv Preprint"},{"key":"ref18","doi-asserted-by":"crossref","first-page":"103729","DOI":"10.1016\/j.robot.2021.103729","article-title":"Robotic mobile ful-fillment systems: A survey on recent developments and research opportunities","volume":"137","author":"da costa barros","year":"2021","journal-title":"Rob Auton Syst"},{"key":"ref24","first-page":"561","article-title":"Ray: A distributed framework for emerging AI applications","author":"moritz","year":"0","journal-title":"Proc of the 13th USENIX Symp Oper Syst Des Implement"},{"key":"ref23","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","author":"mnih","year":"0","journal-title":"Proc of the 33rd Int Conf on Machine Learning"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2015.123"},{"key":"ref25","article-title":"Adam: A method for stochastic optimization","author":"kingma","year":"0","journal-title":"Proc of the 3rd Int Conf on Learning Representations"},{"key":"ref20","article-title":"High-dimensional continuous control using generalized advantage estimation","author":"schulman","year":"2015","journal-title":"ArXiv Preprint"},{"key":"ref22","article-title":"The 37 Implementation Details of Proximal Policy Optimization","author":"huang","year":"0","journal-title":"ICLR Blog Track"},{"key":"ref21","article-title":"Benchmark Functions - A Python Library","author":"baronti","year":"0","journal-title":"GitLab"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1080\/0952813X.2013.782347"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1063\/1.1699114"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1093\/comjnl\/7.4.308"},{"key":"ref4","first-page":"704","article-title":"Application of cmos annealing to social problems, inspired by a quantum computer","volume":"69","author":"ogawa","year":"2020","journal-title":"Hitachi Review (Web)"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.100.012111"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1098\/rsta.2021.0417"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1126\/science.220.4598.671"}],"event":{"name":"2023 9th International Conference on Control, Decision and Information Technologies (CoDIT)","start":{"date-parts":[[2023,7,3]]},"location":"Rome, Italy","end":{"date-parts":[[2023,7,6]]}},"container-title":["2023 9th International Conference on Control, Decision and Information Technologies (CoDIT)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/10284032\/10284045\/10284154.pdf?arnumber=10284154","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,11,13]],"date-time":"2023-11-13T19:02:41Z","timestamp":1699902161000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10284154\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7,3]]},"references-count":26,"URL":"https:\/\/doi.org\/10.1109\/codit58514.2023.10284154","relation":{},"subject":[],"published":{"date-parts":[[2023,7,3]]}}}