{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,18]],"date-time":"2026-06-18T03:22:28Z","timestamp":1781752948243,"version":"3.54.5"},"reference-count":58,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/501100012309","name":"Thailand Research Fund through the Royal Golden Jubilee Ph.D. Program","doi-asserted-by":"publisher","award":["PHD\/0065\/2554"],"award-info":[{"award-number":["PHD\/0065\/2554"]}],"id":[{"id":"10.13039\/501100012309","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2023]]},"DOI":"10.1109\/access.2023.3277953","type":"journal-article","created":{"date-parts":[[2023,5,19]],"date-time":"2023-05-19T17:45:06Z","timestamp":1684518306000},"page":"52026-52049","source":"Crossref","is-referenced-by-count":10,"title":["PHH: Policy-Based Hyper-Heuristic With Reinforcement Learning"],"prefix":"10.1109","volume":"11","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6452-9438","authenticated-orcid":false,"given":"Orachun","family":"Udomkasemsub","sequence":"first","affiliation":[{"name":"Department of Computer Engineering, King Mongkut’s University of Technology Thonburi, Bangkok, Thailand"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Booncharoen","family":"Sirinaovakul","sequence":"additional","affiliation":[{"name":"Department of Computer Engineering, King Mongkut’s University of Technology Thonburi, Bangkok, Thailand"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tiranee","family":"Achalakul","sequence":"additional","affiliation":[{"name":"Department of Computer Engineering, King Mongkut’s University of Technology Thonburi, Bangkok, Thailand"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1007\/s11227-015-1438-4"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/WCCCT.2016.53"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1016\/j.swevo.2011.03.001"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-45612-0_1"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1002\/9780470496916"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1057\/jors.2013.71"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1016\/j.cor.2021.105400"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-6940-7_20"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-29124-1_12"},{"key":"ref10","first-page":"16","article-title":"Neighborhood structures for personnel scheduling: A summit meeting scheduling problem (abstract)","volume-title":"Proc. 3rd Int. Conf. Pract. Theory Automated Timetabling","author":"Cowling"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1007\/3-540-44629-X_11"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-01799-5_6"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-91086-4_14"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.ejor.2019.07.073"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.swevo.2018.08.004"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2018.03.055"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2019.112915"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s12597-021-00508-6"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3038605"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/3005745.3005750"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1080\/00207543.2020.1870013"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1016\/j.jmsy.2023.06.005"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.procs.2019.08.126"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992698"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1038\/nature14236"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/tnnls.2022.3207346"},{"key":"ref28","article-title":"Proximal policy optimization algorithms","author":"Schulman","year":"2017","journal-title":"arXiv:1707.06347"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CISTI.2015.7170394"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2013.10.032"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2021.115978"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2021.104284"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1145\/3449726.3463187"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1016\/j.cie.2021.107252"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992696"},{"key":"ref36","first-page":"1995","article-title":"Dueling network architectures for deep reinforcement learning","volume-title":"Proc. Int. Conf. Mach. Learn. (ICML)","author":"Wang"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-13-8285-7_1"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/978-981-13-8285-7_8"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI50451.2021.9659849"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1287\/ijoc.3.4.376"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1007\/s11590-017-1192-z"},{"issue":"268","key":"ref42","first-page":"1","article-title":"Stable-baselines3: Reliable reinforcement learning implementations","volume":"22","author":"Raffin","year":"2021","journal-title":"J. Mach. Learn. Res."},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.2307\/2279372"},{"key":"ref44","article-title":"Distribution-free multiple comparisons","author":"Nemenyi","year":"1963"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1038\/s41592-019-0686-2"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.21105\/joss.01169"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2015.11.023"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1109\/71.993206"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2012.08.015"},{"key":"ref50","volume-title":"Workflow Generator","year":"2022"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysarc.2019.08.004"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2010.11.025"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2018.06.048"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/s10898-007-9149-x"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1155\/2006\/271608"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/AINA.2010.31"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1109\/PAAP.2014.34"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1109\/ICEAS.2011.6147185"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6287639\/10005208\/10129938.pdf?arnumber=10129938","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,3,1]],"date-time":"2024-03-01T05:40:32Z","timestamp":1709271632000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10129938\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"references-count":58,"URL":"https:\/\/doi.org\/10.1109\/access.2023.3277953","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023]]}}}