{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,9]],"date-time":"2026-03-09T23:43:32Z","timestamp":1773099812598,"version":"3.50.1"},"reference-count":37,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,7,1]],"date-time":"2025-07-01T00:00:00Z","timestamp":1751328000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100002858","name":"China Postdoctoral Science Foundation","doi-asserted-by":"publisher","award":["2024M762678"],"award-info":[{"award-number":["2024M762678"]}],"id":[{"id":"10.13039\/501100002858","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["52305533"],"award-info":[{"award-number":["52305533"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100012542","name":"Sichuan Provincial Science and Technology Support Program","doi-asserted-by":"publisher","award":["2022ZDZX0003"],"award-info":[{"award-number":["2022ZDZX0003"]}],"id":[{"id":"10.13039\/100012542","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Expert Systems with Applications"],"published-print":{"date-parts":[[2025,7]]},"DOI":"10.1016\/j.eswa.2025.127989","type":"journal-article","created":{"date-parts":[[2025,5,1]],"date-time":"2025-05-01T18:29:52Z","timestamp":1746124192000},"page":"127989","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":7,"special_numbering":"C","title":["A deep reinforcement learning method based on Hindsight experience replay for multi-objective dynamic job-shop scheduling problem"],"prefix":"10.1016","volume":"284","author":[{"given":"Zhiyuan","family":"Shi","sequence":"first","affiliation":[]},{"given":"Jinghua","family":"Si","sequence":"additional","affiliation":[]},{"given":"Jian","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Zhi","family":"Pang","sequence":"additional","affiliation":[]},{"given":"Haojie","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Guofu","family":"Ding","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"issue":"2\u20133","key":"10.1016\/j.eswa.2025.127989_b0005","doi-asserted-by":"crossref","first-page":"169","DOI":"10.1016\/S0921-8890(00)00087-7","article-title":"Dynamic job-shop scheduling using reinforcement learning agents","volume":"33","author":"Aydin","year":"2000","journal-title":"Robotics and Autonomous Systems,"},{"issue":"1","key":"10.1016\/j.eswa.2025.127989_b0010","doi-asserted-by":"crossref","first-page":"392","DOI":"10.1109\/TCYB.2021.3107202","article-title":"Addressing Hindsight Bias in Multigoal Reinforcement Learning","volume":"53","author":"Bai","year":"2023","journal-title":"IEEE Transactions on Cybernetics,"},{"issue":"12","key":"10.1016\/j.eswa.2025.127989_b0015","doi-asserted-by":"crossref","first-page":"1195","DOI":"10.3390\/machines10121195","article-title":"Hierarchical reinforcement learning for multi-objective real-time flexible scheduling in a smart shop floor","volume":"10","author":"Chang","year":"2022","journal-title":"MACHINES"},{"issue":"1","key":"10.1016\/j.eswa.2025.127989_b0020","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1016\/S0377-2217(97)00019-2","article-title":"Benchmarks for shop scheduling problems","volume":"109","author":"Demirkol","year":"1998","journal-title":"European Journal of Operational Research,"},{"issue":"1","key":"10.1016\/j.eswa.2025.127989_b0025","doi-asserted-by":"crossref","first-page":"41","DOI":"10.1080\/00207543.2011.571443","article-title":"Distributed policy search reinforcement learning for job-shop scheduling tasks","volume":"50","author":"Gabel","year":"2012","journal-title":"International Journal of Production Research,"},{"issue":"21","key":"10.1016\/j.eswa.2025.127989_b0030","doi-asserted-by":"crossref","first-page":"7652","DOI":"10.1016\/j.eswa.2015.06.004","article-title":"A two-stage artificial bee colony algorithm scheduling flexible job-shop scheduling problem with new job insertion","volume":"42","author":"Gao","year":"2015","journal-title":"Expert Systems with Applications,"},{"key":"10.1016\/j.eswa.2025.127989_b0035","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2023.109650","article-title":"A cooperative hierarchical deep reinforcement learning based multi-agent method for distributed job shop scheduling problem with random job arrivals","volume":"185","author":"Huang","year":"2023","journal-title":"Computers and Industrial Engineering,"},{"key":"10.1016\/j.eswa.2025.127989_b0040","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1016\/j.cie.2016.03.011","article-title":"Hybrid genetic algorithms for minimizing makespan in dynamic job shop scheduling problem","volume":"96","author":"Kundakc\u0131","year":"2016","journal-title":"Computers and Industrial Engineering,"},{"key":"10.1016\/j.eswa.2025.127989_b0045","doi-asserted-by":"crossref","first-page":"93","DOI":"10.1016\/j.ijpe.2016.01.016","article-title":"An effective hybrid genetic algorithm and tabu search for flexible job shop scheduling problem","volume":"174","author":"Li","year":"2016","journal-title":"International Journal of Production Economics,"},{"issue":"10","key":"10.1016\/j.eswa.2025.127989_b0050","doi-asserted-by":"crossref","first-page":"10721","DOI":"10.1109\/TCYB.2021.3069184","article-title":"Many-Objective evolutionary algorithm with reference point-based fuzzy correlation entropy for energy-efficient job shop scheduling with limited workers","volume":"52","author":"Li","year":"2022","journal-title":"IEEE Transactions on Cybernetics,"},{"key":"10.1016\/j.eswa.2025.127989_b0055","doi-asserted-by":"crossref","DOI":"10.1016\/j.rcim.2025.102981","article-title":"A disjunctive graph-based metaheuristic for flexible job-shop scheduling problems considering fixture shortages in customized manufacturing systems","volume":"95","author":"Li","year":"2025","journal-title":"Robot. Comput.-Integr. Manuf.,"},{"issue":"7","key":"10.1016\/j.eswa.2025.127989_b0060","doi-asserted-by":"crossref","first-page":"4276","DOI":"10.1109\/TII.2019.2908210","article-title":"Smart manufacturing scheduling with edge computing using multiclass deep Q network","volume":"15","author":"Lin","year":"2019","journal-title":"IEEE Trans. Ind. Inform.,"},{"issue":"11","key":"10.1016\/j.eswa.2025.127989_b0065","doi-asserted-by":"crossref","first-page":"6836","DOI":"10.1109\/TSMC.2023.3287655","article-title":"Dynamic job-shop scheduling problems using graph neural network and deep reinforcement learning","volume":"53","author":"Liu","year":"2023","journal-title":"IEEE Trans. Syst. Man Cybern. Syst.,"},{"issue":"13","key":"10.1016\/j.eswa.2025.127989_b0070","doi-asserted-by":"crossref","first-page":"4049","DOI":"10.1080\/00207543.2022.2058432","article-title":"Deep reinforcement learning for dynamic scheduling of a flexible job shop","volume":"60","author":"Liu","year":"2022","journal-title":"International Journal of Production Research,"},{"key":"10.1016\/j.eswa.2025.127989_b0075","doi-asserted-by":"crossref","DOI":"10.1016\/j.cor.2023.106294","article-title":"A deep multi-agent reinforcement learning approach to solve dynamic job shop scheduling problem","volume":"159","author":"Liu","year":"2023","journal-title":"Computers and Operations Research,"},{"key":"10.1016\/j.eswa.2025.127989_b0080","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2020.106208","article-title":"Dynamic scheduling for flexible job shop with new job insertions by deep reinforcement learning","volume":"91","author":"Luo","year":"2020","journal-title":"Applied Soft Computing,"},{"key":"10.1016\/j.eswa.2025.127989_b0085","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2021.107489","article-title":"Dynamic multi-objective scheduling for flexible job shop by deep reinforcement learning","volume":"159","author":"Luo","year":"2021","journal-title":"Computers and Industrial Engineering,"},{"issue":"4","key":"10.1016\/j.eswa.2025.127989_b0090","doi-asserted-by":"crossref","first-page":"763","DOI":"10.1007\/s10845-012-0626-9","article-title":"A GEP-based reactive scheduling policies constructing approach for dynamic flexible job shop scheduling problem with job release dates","volume":"24","author":"Nie","year":"2013","journal-title":"Journal of Intelligent Manufacturing,"},{"issue":"4","key":"10.1016\/j.eswa.2025.127989_b0095","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1007\/s10951-008-0090-8","article-title":"A survey of dynamic scheduling in manufacturing systems","volume":"12","author":"Ouelhadj","year":"2009","journal-title":"Journal of Scheduling,"},{"issue":"4","key":"10.1016\/j.eswa.2025.127989_b0100","doi-asserted-by":"crossref","first-page":"983","DOI":"10.1109\/TETCI.2021.3098354","article-title":"Deep reinforcement learning based optimization algorithm for permutation flow-shop scheduling","volume":"7","author":"Pan","year":"2023","journal-title":"IEEE Trans. Emerg. Top. Comput. Intell.,"},{"issue":"3","key":"10.1016\/j.eswa.2025.127989_b0105","first-page":"1420","article-title":"A Reinforcement Learning Approach to Robust Scheduling of Semiconductor Manufacturing Facilities","volume":"17","author":"Park","year":"2020","journal-title":"IEEE Transactions on Automation Science and Engineering,"},{"key":"10.1016\/j.eswa.2025.127989_b0110","doi-asserted-by":"crossref","first-page":"242","DOI":"10.1016\/j.jmsy.2023.03.003","article-title":"Dynamic production scheduling towards self-organizing mass personalization: A multi-agent dueling deep reinforcement learning approach","volume":"68","author":"Qin","year":"2023","journal-title":"Journal of Manufacturing Systems,"},{"issue":"1","key":"10.1016\/j.eswa.2025.127989_b0115","doi-asserted-by":"crossref","first-page":"156","DOI":"10.1016\/S0377-2217(98)00023-X","article-title":"A comparative study of dispatching rules in dynamic flowshops and jobshops","volume":"116","author":"Rajendran","year":"1999","journal-title":"European Journal of Operational Research,"},{"key":"10.1016\/j.eswa.2025.127989_b0120","unstructured":"S. Riedmiller and M. Riedmiller, \u201cA neural reinforcement learning approach to learn local dispatching policies in production scheduling,\u201d in IJCAI-99: PROCEEDINGS OF THE SIXTEENTH INTERNATIONAL JOINT CONFERENCE ON ARTIFICIAL INTELLIGENCE, VOLS 1 & 2, San Francisco: Morgan Kaufmann Pub Inc, 1999, pp. 764\u2013769. Accessed: Oct. 18, 2024. [Online]. Available: https:\/\/webofscience.clarivate.cn\/wos\/alldb\/full-record\/WOS:000165996800109."},{"key":"10.1016\/j.eswa.2025.127989_b0125","doi-asserted-by":"crossref","unstructured":"M. Shahgholi Zadeh, Y. Katebi, and A. Doniavi, \u201cA heuristic model for dynamic flexible job shop scheduling problem considering variable processing times,\u201d Int. J. Prod. Res., vol. 57, no. 10, pp. 3020\u20133035, May 2019, doi: 10.1080\/00207543.2018.1524165.","DOI":"10.1080\/00207543.2018.1524165"},{"key":"10.1016\/j.eswa.2025.127989_b0130","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1016\/j.cie.2017.05.026","article-title":"A reinforcement learning approach to parameter estimation in dynamic job shop scheduling","volume":"110","author":"Shahrabi","year":"2017","journal-title":"Computers and Industrial Engineering,"},{"key":"10.1016\/j.eswa.2025.127989_b0135","doi-asserted-by":"crossref","unstructured":"J. Si, X. Li, L. Gao, and P. Li, \u201cAn efficient and adaptive design of reinforcement learning environment to solve job shop scheduling problem with soft actor-critic algorithm,\u201d Int. J. Prod. Res., pp. 1\u201316, Mar. 2024, doi: 10.1080\/00207543.2024.2335663.","DOI":"10.1080\/00207543.2024.2335663"},{"issue":"2","key":"10.1016\/j.eswa.2025.127989_b0140","doi-asserted-by":"crossref","first-page":"1600","DOI":"10.1109\/TII.2022.3189725","article-title":"Flexible job-shop scheduling via graph neural network and deep reinforcement learning","volume":"19","author":"Song","year":"2023","journal-title":"IEEE Trans. Ind. Inform.,"},{"key":"10.1016\/j.eswa.2025.127989_b0145","doi-asserted-by":"crossref","DOI":"10.1016\/j.swevo.2024.101605","article-title":"Fast Pareto set approximation for multi-objective flexible job shop scheduling via parallel preference-conditioned graph reinforcement learning","volume":"88","author":"Su","year":"2024","journal-title":"Swarm and Evolutionary Computation,"},{"key":"10.1016\/j.eswa.2025.127989_b0150","unstructured":"T. Haarnoja, A. Zhou, P. Abbeel, and S. Levine, \u201cSoft Actor-Critic: Off-Policy Maximum Entropy Deep Reinforcement Learning with a Stochastic Actor,\u201d in INTERNATIONAL CONFERENCE ON MACHINE LEARNING, VOL 80, J. Dy and A. Krause, Eds., in Proceedings of Machine Learning Research, vol. 80. San Diego: Jmlr-Journal Machine Learning Research, 2018. Accessed: Oct. 17, 2024. [Online]. Available: https:\/\/webofscience.clarivate.cn\/wos\/alldb\/full-record\/WOS:000683379201099."},{"issue":"2","key":"10.1016\/j.eswa.2025.127989_b0155","doi-asserted-by":"crossref","first-page":"278","DOI":"10.1016\/0377-2217(93)90182-M","article-title":"Benchmarks for basic scheduling problems","volume":"64","author":"Taillard","year":"1993","journal-title":"European Journal of Operational Research,"},{"key":"10.1016\/j.eswa.2025.127989_b0160","doi-asserted-by":"crossref","DOI":"10.1016\/j.swevo.2019.100594","article-title":"An improved particle swarm optimization algorithm for dynamic job shop scheduling problems with random job arrivals","volume":"51","author":"Wang","year":"2019","journal-title":"Swarm and Evolutionary Computation,"},{"issue":"7","key":"10.1016\/j.eswa.2025.127989_b0165","doi-asserted-by":"crossref","first-page":"2018","DOI":"10.3390\/pr11072018","article-title":"Efficient multi-objective optimization on dynamic flexible job shop scheduling using deep reinforcement learning approach","volume":"11","author":"Wu","year":"2023","journal-title":"PROCESSES"},{"key":"10.1016\/j.eswa.2025.127989_b0170","doi-asserted-by":"crossref","DOI":"10.1016\/j.engappai.2023.107790","article-title":"A deep reinforcement learning model for dynamic job-shop scheduling problem with uncertain processing time","volume":"131","author":"Wu","year":"2024","journal-title":"Engineering Applications of Artificial Intelligence,"},{"issue":"3","key":"10.1016\/j.eswa.2025.127989_b0175","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1049\/iet-cim.2018.0009","article-title":"Review on flexible job shop scheduling","volume":"1","author":"Xie","year":"2019","journal-title":"IET Collaborative Intelligent Manufacturing,"},{"key":"10.1016\/j.eswa.2025.127989_b0180","doi-asserted-by":"crossref","DOI":"10.1016\/j.swevo.2024.101660","article-title":"Two-stage double deep Q-network algorithm considering external non-dominant set for multi-objective dynamic flexible job shop scheduling problems","volume":"90","author":"Yue","year":"2024","journal-title":"Swarm and Evolutionary Computation,"},{"key":"10.1016\/j.eswa.2025.127989_b0185","doi-asserted-by":"crossref","unstructured":"F. Zhang Y. Mei M. Zhang Genetic Programming with Multi-tree Representation for Dynamic Flexible Job Shop Scheduling . AI 2018: ADVANCES IN ARTIFICIAL INTELLIGENCE, T. Mitrovic, B. Xue, and X. Li, Lecture Notes in Artificial Intelligence vol. 11320 2018 Springer International Publishing Ag Cham 472 484 10.1007\/978-3-030-03991-2_43.","DOI":"10.1007\/978-3-030-03991-2_43"}],"container-title":["Expert Systems with Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417425016100?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0957417425016100?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,11,27]],"date-time":"2025-11-27T00:10:11Z","timestamp":1764202211000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0957417425016100"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7]]},"references-count":37,"alternative-id":["S0957417425016100"],"URL":"https:\/\/doi.org\/10.1016\/j.eswa.2025.127989","relation":{},"ISSN":["0957-4174"],"issn-type":[{"value":"0957-4174","type":"print"}],"subject":[],"published":{"date-parts":[[2025,7]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A deep reinforcement learning method based on Hindsight experience replay for multi-objective dynamic job-shop scheduling problem","name":"articletitle","label":"Article Title"},{"value":"Expert Systems with Applications","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.eswa.2025.127989","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"127989"}}