{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,28]],"date-time":"2026-10-28T16:53:08Z","timestamp":1793206388487,"version":"4.5.0"},"reference-count":47,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"3","license":[{"start":{"date-parts":[[2022,3,1]],"date-time":"2022-03-01T00:00:00Z","timestamp":1646092800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2022,3,1]],"date-time":"2022-03-01T00:00:00Z","timestamp":1646092800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,3,1]],"date-time":"2022-03-01T00:00:00Z","timestamp":1646092800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["71701203"],"award-info":[{"award-number":["71701203"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61873328"],"award-info":[{"award-number":["61873328"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100011133","name":"State Key Laboratory of Digital Manufacturing Equipment and Technology","doi-asserted-by":"publisher","award":["DMETKF2020030"],"award-info":[{"award-number":["DMETKF2020030"]}],"id":[{"id":"10.13039\/501100011133","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004543","name":"China Scholarship Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100004543","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Syst. Man Cybern, Syst."],"published-print":{"date-parts":[[2022,3]]},"DOI":"10.1109\/tsmc.2020.3020732","type":"journal-article","created":{"date-parts":[[2020,9,18]],"date-time":"2020-09-18T16:10:56Z","timestamp":1600445456000},"page":"1463-1474","source":"Crossref","is-referenced-by-count":154,"title":["A Generic Markov Decision Process Model and Reinforcement Learning Method for Scheduling Agile Earth Observation Satellites"],"prefix":"10.1109","volume":"52","author":[{"given":"Yongming","family":"He","sequence":"first","affiliation":[{"name":"College of Systems Engineering, National University of Defense Technology, Changsha, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6983-4244","authenticated-orcid":false,"given":"Lining","family":"Xing","sequence":"additional","affiliation":[{"name":"College of Systems Engineering, National University of Defense Technology, Changsha, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yingwu","family":"Chen","sequence":"additional","affiliation":[{"name":"College of Systems Engineering, National University of Defense Technology, Changsha, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9335-9930","authenticated-orcid":false,"given":"Witold","family":"Pedrycz","sequence":"additional","affiliation":[{"name":"Department of Electrical and Computer Engineering, University of Alberta, Edmonton, Canada"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1226-2801","authenticated-orcid":false,"given":"Ling","family":"Wang","sequence":"additional","affiliation":[{"name":"Department of Automation, Tsinghua University, Beijing, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1552-9620","authenticated-orcid":false,"given":"Guohua","family":"Wu","sequence":"additional","affiliation":[{"name":"School of Traffic and Transportation Engineering, Central South University, Changsha, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCA.2005.843380"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/S1270-9638(02)01173-2"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TNN.1998.712192"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1038\/nature16961"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1038\/nature24270"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1126\/science.aar6404"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1111\/j.1467-8640.2010.00375.x"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.3182\/20130902-5-DE-2040.00016"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2877687"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.2514\/6.1988-4755"},{"key":"ref11","article-title":"Expert system for on-board satellite scheduling and control","author":"Barry","year":"1988"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.46.1.148.15134"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1051\/ro\/2014027"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1155\/2017\/7345941"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1016\/j.asr.2017.07.026"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1016\/j.cor.2018.12.007"},{"issue":"7","key":"ref17","first-page":"1738","article-title":"Satellite orbit task merging problem and its dynamic programming algorithm","volume":"31","author":"Bai","year":"2009","journal-title":"Syst. Eng. Electron."},{"key":"ref18","first-page":"300","article-title":"Using iterative repair to improve the responsiveness of planning and scheduling","volume-title":"Proc. AIPS","author":"Chien"},{"key":"ref19","first-page":"1","article-title":"Planning operations of the earth observing satellite EO-1: Representing and reasoning with spacecraft operations constraints","volume-title":"Proc. 6th Int. Workshop Plan. Scheduling Space (IWPSS)","author":"Chien"},{"key":"ref20","first-page":"1","article-title":"Heuristic onboard pointing re-scheduling for an earth observing spacecraft","volume-title":"Proc. 25th Int. Conf. Autom. Plan. Scheduling (ICAPS)","author":"Chien"},{"key":"ref21","first-page":"1","article-title":"Decision-making on-board an autonomous agile earth-observing satellite","volume-title":"Proc. 18th Int. Conf. Autom. Plan. Scheduling (ICAPS)","author":"Beaumet"},{"key":"ref22","first-page":"1","article-title":"Autonomous planning for an agile earth-observing satellite","volume-title":"Proc. ISAIRAS","author":"Beaumet"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.2514\/6.2014-1759"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1016\/j.sysarc.2019.03.005"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/4235.585888"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1016\/j.cor.2017.04.006"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1016\/j.cor.2018.06.020"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1155\/2012\/717658"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/CEC.2018.8477939"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/ANTHOLOGY.2013.6785040"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2019.2898456"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1126\/science.aam6960"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2016.2645699"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2018.2890773"},{"key":"ref35","first-page":"9839","article-title":"Reinforcement learning for solving the vehicle routing problem","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Nazari"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2006.886173"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.cja.2018.12.018"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TAES.2018.2847061"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2018.2872085"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1016\/j.mcm.2005.12.004"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TFUZZ.2018.2883374"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TCYB.2019.2944761"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1016\/j.robot.2017.03.003"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2011.2106494"},{"key":"ref45","first-page":"1","article-title":"Prioritized experience replay","volume-title":"Proc. Int. Conf. Learn. Represent.","author":"Schaul"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1002\/9781119699057.ch4"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.1007\/s10845-019-01518-4"}],"container-title":["IEEE Transactions on Systems, Man, and Cybernetics: Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/6221021\/9714553\/09200466.pdf?arnumber=9200466","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,9]],"date-time":"2024-01-09T18:52:46Z","timestamp":1704826366000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/9200466\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3]]},"references-count":47,"journal-issue":{"issue":"3"},"URL":"https:\/\/doi.org\/10.1109\/tsmc.2020.3020732","relation":{},"ISSN":["2168-2216","2168-2232"],"issn-type":[{"value":"2168-2216","type":"print"},{"value":"2168-2232","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,3]]}}}