{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T13:10:30Z","timestamp":1782393030532,"version":"3.54.5"},"reference-count":36,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"7","license":[{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,7,1]],"date-time":"2023-07-01T00:00:00Z","timestamp":1688169600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["72091313"],"award-info":[{"award-number":["72091313"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["72091515"],"award-info":[{"award-number":["72091515"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["62072171"],"award-info":[{"award-number":["62072171"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Key R&D Program of Hunan Province of China","award":["2020SK2089"],"award-info":[{"award-number":["2020SK2089"]}]},{"name":"Open Fund of Key Laboratory of Hunan Province","award":["2017TP1026"],"award-info":[{"award-number":["2017TP1026"]}]},{"DOI":"10.13039\/501100010083","name":"Hunan Provincial Innovation Foundation for Postgraduate","doi-asserted-by":"publisher","award":["CX20211102"],"award-info":[{"award-number":["CX20211102"]}],"id":[{"id":"10.13039\/501100010083","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Ind. Inf."],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1109\/tii.2022.3216295","type":"journal-article","created":{"date-parts":[[2022,11,4]],"date-time":"2022-11-04T00:45:14Z","timestamp":1667522714000},"page":"8218-8228","source":"Crossref","is-referenced-by-count":21,"title":["Bi-Dueling DQN Enhanced Two-Stage Scheduling for Augmented Surveillance in Smart EMS"],"prefix":"10.1109","volume":"19","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-0689-256X","authenticated-orcid":false,"given":"Wei","family":"Liang","sequence":"first","affiliation":[{"name":"Changsha Social Laboratory of Artificial Intelligence, Hunan University of Technology and Business, Changsha, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7866-9714","authenticated-orcid":false,"given":"Weiquan","family":"Xie","sequence":"additional","affiliation":[{"name":"Changsha Social Laboratory of Artificial Intelligence, Hunan University of Technology and Business, Changsha, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3488-4679","authenticated-orcid":false,"given":"Xiaokang","family":"Zhou","sequence":"additional","affiliation":[{"name":"Faculty of Data Science, Shiga University, Hikone, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8450-2558","authenticated-orcid":false,"given":"Kevin","family":"I-Kai Wang","sequence":"additional","affiliation":[{"name":"Department of Electrical, Computer, and Software Engineering, University of Auckland, Auckland, New Zealand"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jianhua","family":"Ma","sequence":"additional","affiliation":[{"name":"Faculty of Computer and Information Sciences, Hosei University, Chiyoda-ku, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1325-4275","authenticated-orcid":false,"given":"Qun","family":"Jin","sequence":"additional","affiliation":[{"name":"Faculty of Human Sciences, Waseda University, Tokorozawa, Japan"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2020.2999696"},{"key":"ref35","article-title":"Prioritized experience replay","author":"schaul","year":"0","journal-title":"Proc IEEE Int Conf Learn Representations"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s11831-017-9216-5"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2017.2763150"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2020.3047843"},{"key":"ref36","first-page":"1861","article-title":"Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor","author":"haarnoja","year":"0","journal-title":"Proc Int Conf Mach Learn"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2890849"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TII.2019.2908210"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1088\/1742-6596\/2198\/1\/012012"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2021.3099133"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.engappai.2004.08.018"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2020.102757"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.3014845"},{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2022.3158270"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1109\/TSG.2018.2806973"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.trb.2017.05.002"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2020.3033557"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/TPWRS.2015.2510628"},{"key":"ref24","article-title":"A reinforcement learning environment for job-shop scheduling","author":"tassel","year":"2021","journal-title":"Phys Res Lab"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1145\/3341302.3342080"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/ICDCS.2017.123"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.14778\/3199517.3199521"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/TASE.2017.2693688"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11339"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/ASPDAC.2018.8297294"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1007\/s10586-019-03042-9"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2020.3017079"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.05.070"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.enbuild.2015.11.017"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1155\/2019\/7172842"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.future.2019.04.041"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1016\/S0377-2217(96)90070-3"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1080\/00207543.2015.1035815"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1155\/2020\/8898059"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/71.993206"}],"container-title":["IEEE Transactions on Industrial Informatics"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/9424\/10159217\/09931428.pdf?arnumber=9931428","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,10]],"date-time":"2023-07-10T20:05:07Z","timestamp":1689019507000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9931428\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,7]]},"references-count":36,"journal-issue":{"issue":"7"},"URL":"https:\/\/doi.org\/10.1109\/tii.2022.3216295","relation":{},"ISSN":["1551-3203","1941-0050"],"issn-type":[{"value":"1551-3203","type":"print"},{"value":"1941-0050","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,7]]}}}