{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T19:31:27Z","timestamp":1773171087674,"version":"3.50.1"},"reference-count":51,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2022,4,1]],"date-time":"2022-04-01T00:00:00Z","timestamp":1648771200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Robotics and Computer-Integrated Manufacturing"],"published-print":{"date-parts":[[2022,4]]},"DOI":"10.1016\/j.rcim.2021.102283","type":"journal-article","created":{"date-parts":[[2021,10,28]],"date-time":"2021-10-28T04:58:51Z","timestamp":1635397131000},"page":"102283","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":212,"special_numbering":"C","title":["Real-time data-driven dynamic scheduling for flexible job shop with insufficient transportation resources using hybrid deep Q network"],"prefix":"10.1016","volume":"74","author":[{"given":"Yuxin","family":"Li","sequence":"first","affiliation":[]},{"given":"Wenbin","family":"Gu","sequence":"additional","affiliation":[]},{"given":"Minghai","family":"Yuan","sequence":"additional","affiliation":[]},{"given":"Yaming","family":"Tang","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.rcim.2021.102283_bib0001","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2020.106544","article-title":"An improved artificial bee colony algorithm for solving multi-objective low-carbon flexible job shop scheduling problem","volume":"95","author":"Li","year":"2020","journal-title":"Appl. Soft Comput."},{"issue":"3","key":"10.1016\/j.rcim.2021.102283_bib0002","doi-asserted-by":"crossref","first-page":"157","DOI":"10.1007\/BF02023073","article-title":"Routing and scheduling in a flexible job shop by tabusearch","volume":"41","author":"Brandimarte","year":"1993","journal-title":"Ann. Oper. Res."},{"key":"10.1016\/j.rcim.2021.102283_bib0003","doi-asserted-by":"crossref","first-page":"143","DOI":"10.1016\/j.rcim.2019.04.006","article-title":"Multi-objective optimization for energy-efficient flexible job shop scheduling problem with transportation constraints","volume":"59","author":"Dai","year":"2019","journal-title":"Rob. Comput. Integr. Manuf."},{"key":"10.1016\/j.rcim.2021.102283_bib0004","article-title":"Evolving Scheduling Heuristics via Genetic Programming With Feature Selection in Dynamic Flexible Job-Shop Scheduling","author":"Zhang","year":"2020","journal-title":"IEEE Trans. Cybernet."},{"key":"10.1016\/j.rcim.2021.102283_bib0005","doi-asserted-by":"crossref","DOI":"10.1016\/j.rcim.2019.101861","article-title":"Manufacturing big data ecosystem: A systematic literature review","volume":"62","author":"Cui","year":"2020","journal-title":"Rob. Comput. Integr. Manuf."},{"issue":"1","key":"10.1016\/j.rcim.2021.102283_bib0006","doi-asserted-by":"crossref","first-page":"127","DOI":"10.1007\/s10845-018-1433-8","article-title":"Literature review of Industry 4.0 and related technologies","volume":"31","author":"Oztemel","year":"2020","journal-title":"J. Intell. Manuf."},{"key":"10.1016\/j.rcim.2021.102283_bib0007","doi-asserted-by":"crossref","DOI":"10.1016\/j.rcim.2020.101973","article-title":"An integrated processing energy modeling and optimization of automated robotic polishing system","volume":"65","author":"Cao","year":"2020","journal-title":"Rob. Comput. Integr. Manuf."},{"key":"10.1016\/j.rcim.2021.102283_bib0008","doi-asserted-by":"crossref","DOI":"10.1016\/j.rcim.2020.102021","article-title":"A machining accuracy informed adaptive positioning method for finish machining of assembly interfaces of large-scale aircraft components","volume":"67","author":"Fan","year":"2021","journal-title":"Rob. Comput. Integr. Manuf."},{"key":"10.1016\/j.rcim.2021.102283_bib0009","doi-asserted-by":"crossref","DOI":"10.1016\/j.rcim.2020.102081","article-title":"A discrete whale swarm algorithm for hybrid flow-shop scheduling problem with limited buffers","volume":"68","author":"Zhang","year":"2021","journal-title":"Rob. Comput. Integr. Manuf."},{"key":"10.1016\/j.rcim.2021.102283_bib0010","doi-asserted-by":"crossref","DOI":"10.1016\/j.rcim.2020.101991","article-title":"Logistics-involved QoS-aware service composition in cloud manufacturing with deep reinforcement learning","volume":"67","author":"Liang","year":"2021","journal-title":"Rob. Comput. Integr. Manuf."},{"key":"10.1016\/j.rcim.2021.102283_bib0011","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2020.106749","article-title":"Deep reinforcement learning based AGVs real-time scheduling with mixed rule for flexible shop floor in industry 4.0","volume":"149","author":"Hu","year":"2020","journal-title":"Comput. Ind. Eng."},{"key":"10.1016\/j.rcim.2021.102283_bib0012","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1016\/j.cie.2018.05.021","article-title":"A minimax linear programming model for dispatching rule selection","volume":"121","author":"Amin","year":"2018","journal-title":"Comput. Ind. Eng."},{"key":"10.1016\/j.rcim.2021.102283_bib0013","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2021.107247","article-title":"Local search-based metaheuristics for the robust distributed permutation flowshop problem","volume":"105","author":"Jing","year":"2021","journal-title":"Appl. Soft Comput."},{"key":"10.1016\/j.rcim.2021.102283_bib0014","doi-asserted-by":"crossref","first-page":"119","DOI":"10.1016\/j.future.2020.02.019","article-title":"Solving the dynamic energy aware job shop scheduling problem with the heterogeneous parallel genetic algorithm","volume":"108","author":"Luo","year":"2020","journal-title":"Fut. Gen. Comp. Syst. Int. J. eSci."},{"issue":"1","key":"10.1016\/j.rcim.2021.102283_bib0015","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1162\/evco_a_00273","article-title":"Genetic Programming with Delayed Routing for Multiobjective Dynamic Flexible Job Shop Scheduling","volume":"29","author":"Xu","year":"2021","journal-title":"Evol. Comput."},{"issue":"3","key":"10.1016\/j.rcim.2021.102283_bib0016","doi-asserted-by":"crossref","first-page":"467","DOI":"10.1162\/evco_a_00230","article-title":"A Hybrid Genetic Programming Algorithm for Automated Design of Dispatching Rules","volume":"27","author":"Nguyen","year":"2019","journal-title":"Evol. Comput."},{"issue":"3","key":"10.1016\/j.rcim.2021.102283_bib0017","doi-asserted-by":"crossref","first-page":"552","DOI":"10.1109\/TEVC.2021.3056143","article-title":"Correlation Coefficient-Based Recombinative Guidance for Genetic Programming Hyperheuristics in Dynamic Flexible Job Shop Scheduling","volume":"25","author":"Zhang","year":"2021","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"4","key":"10.1016\/j.rcim.2021.102283_bib0018","doi-asserted-by":"crossref","first-page":"1797","DOI":"10.1109\/TCYB.2020.3024849","article-title":"Evolving Scheduling Heuristics via Genetic Programming With Feature Selection in Dynamic Flexible Job-Shop Scheduling","volume":"51","author":"Zhang","year":"2021","journal-title":"IEEE Trans. Cybernet."},{"issue":"12","key":"10.1016\/j.rcim.2021.102283_bib0019","doi-asserted-by":"crossref","first-page":"6425","DOI":"10.1109\/TII.2019.2938572","article-title":"Digital-Twin-Based Job Shop Scheduling Toward Smart Manufacturing","volume":"15","author":"Fang","year":"2019","journal-title":"IEEE Trans. Ind. Inf."},{"key":"10.1016\/j.rcim.2021.102283_bib0020","doi-asserted-by":"crossref","first-page":"96088","DOI":"10.1109\/ACCESS.2020.2997663","article-title":"Optimal scheduling of flexible manufacturing system using improved lion-based hybrid machine learning approach","volume":"8","author":"Abidi","year":"2020","journal-title":"IEEE Access"},{"issue":"May","key":"10.1016\/j.rcim.2021.102283_bib0021","article-title":"Data mining for fast and accurate makespan estimation in machining workshops","author":"Cheng","year":"2020","journal-title":"J. Intell. Manuf."},{"key":"10.1016\/j.rcim.2021.102283_bib0022","doi-asserted-by":"crossref","DOI":"10.1016\/j.jclepro.2019.119070","article-title":"Integrated intelligent green scheduling of sustainable flexible workshop with edge computing considering uncertain machine state","volume":"246","author":"Feng","year":"2020","journal-title":"J. Cleaner Prod."},{"issue":"2","key":"10.1016\/j.rcim.2021.102283_bib0023","doi-asserted-by":"crossref","first-page":"2518","DOI":"10.1109\/JIOT.2018.2871346","article-title":"Multiagent and Bargaining-Game-Based Real-Time Scheduling for Internet of Things-Enabled Flexible Job Shop","volume":"6","author":"Wang","year":"2019","journal-title":"IEEE Internet of Things J."},{"key":"10.1016\/j.rcim.2021.102283_bib0024","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2021.107211","article-title":"An effective MCTS-based algorithm for minimizing makespan in dynamic flexible job shop scheduling problem","volume":"155","author":"Li","year":"2021","journal-title":"Comput. Ind. Eng."},{"issue":"1","key":"10.1016\/j.rcim.2021.102283_bib0025","first-page":"23","article-title":"A dynamic job-shop scheduling model based on deep learning","volume":"16","author":"Tian","year":"2021","journal-title":"Adv. Prod. Eng. Manage."},{"issue":"7","key":"10.1016\/j.rcim.2021.102283_bib0026","doi-asserted-by":"crossref","first-page":"1315","DOI":"10.1016\/j.cor.2011.07.019","article-title":"Minimizing mean weighted tardiness in unrelated parallel machine scheduling with reinforcement learning","volume":"39","author":"Zhang","year":"2012","journal-title":"Comp. Oper. Res."},{"issue":"12","key":"10.1016\/j.rcim.2021.102283_bib0027","doi-asserted-by":"crossref","first-page":"4704","DOI":"10.1016\/j.asoc.2013.07.015","article-title":"Intelligent controllers for bi-objective dynamic scheduling on a single machine with sequence-dependent setups","volume":"13","author":"Xanthopoulos","year":"2013","journal-title":"Appl. Soft Comput."},{"issue":"5","key":"10.1016\/j.rcim.2021.102283_bib0028","doi-asserted-by":"crossref","first-page":"1085","DOI":"10.1007\/s10845-014-0936-1","article-title":"An interoperable adaptive scheduling strategy for knowledgeable manufacturing based on SMGWQ-learning","volume":"27","author":"Wang","year":"2016","journal-title":"J. Intell. Manuf."},{"key":"10.1016\/j.rcim.2021.102283_bib0029","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1016\/j.cie.2017.05.026","article-title":"A reinforcement learning approach to parameter estimation in dynamic job shop scheduling","volume":"110","author":"Shahrabi","year":"2017","journal-title":"Comput. Ind. Eng."},{"key":"10.1016\/j.rcim.2021.102283_bib0030","doi-asserted-by":"crossref","first-page":"604","DOI":"10.1016\/j.cie.2018.03.039","article-title":"Real-time scheduling for a smart factory using a reinforcement learning approach","volume":"125","author":"Shiue","year":"2018","journal-title":"Comput. Ind. Eng."},{"issue":"2","key":"10.1016\/j.rcim.2021.102283_bib0031","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1007\/s10845-018-1454-3","article-title":"Adaptive job shop scheduling strategy based on weighted Q-learning algorithm","volume":"31","author":"Wang","year":"2020","journal-title":"J. Intell. Manuf."},{"issue":"7","key":"10.1016\/j.rcim.2021.102283_bib0032","doi-asserted-by":"crossref","first-page":"4276","DOI":"10.1109\/TII.2019.2908210","article-title":"Smart manufacturing scheduling with edge computing using multiclass deep Q network","volume":"15","author":"Lin","year":"2019","journal-title":"IEEE Trans. Ind. Inf."},{"key":"10.1016\/j.rcim.2021.102283_bib0033","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2020.106208","article-title":"Dynamic scheduling for flexible job shop with new job insertions by deep reinforcement learning","volume":"91","author":"Luo","year":"2020","journal-title":"Appl. Soft Comput."},{"issue":"3","key":"10.1016\/j.rcim.2021.102283_bib0034","first-page":"1420","article-title":"A reinforcement learning approach to robust scheduling of semiconductor manufacturing facilities","volume":"17","author":"Park","year":"2020","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"issue":"11","key":"10.1016\/j.rcim.2021.102283_bib0035","doi-asserted-by":"crossref","first-page":"3362","DOI":"10.1080\/00207543.2020.1717008","article-title":"Intelligent scheduling of discrete automated production line via deep reinforcement learning","volume":"58","author":"Shi","year":"2020","journal-title":"Int. J. Prod. Res."},{"key":"10.1016\/j.rcim.2021.102283_bib0036","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2020.106790","article-title":"Real-time neural network scheduling of emergency medical mask production during COVID-19","volume":"97","author":"Wu","year":"2020","journal-title":"Appl. Soft Comput."},{"key":"10.1016\/j.rcim.2021.102283_bib0037","doi-asserted-by":"crossref","first-page":"71752","DOI":"10.1109\/ACCESS.2020.2987820","article-title":"Actor-Critic Deep Reinforcement Learning for Solving Job Shop Scheduling Problems","volume":"8","author":"Liu","year":"2020","journal-title":"IEEE Access"},{"key":"10.1016\/j.rcim.2021.102283_bib0038","doi-asserted-by":"crossref","first-page":"186474","DOI":"10.1109\/ACCESS.2020.3029868","article-title":"Research on Adaptive Job Shop Scheduling Problems Based on Dueling Double DQN","volume":"8","author":"Han","year":"2020","journal-title":"IEEE Access"},{"key":"10.1016\/j.rcim.2021.102283_bib0039","unstructured":"V. Mnih, K. Kavukcuoglu, D. Silver, et\u00a0al., Playing atari with deep reinforcement learning, arXiv (2013) preprint arXiv:1312.5602."},{"issue":"7540","key":"10.1016\/j.rcim.2021.102283_bib0040","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","article-title":"Human-level control through deep reinforcement learning","volume":"518","author":"Mnih","year":"2015","journal-title":"Nature"},{"key":"10.1016\/j.rcim.2021.102283_bib0041","first-page":"2613","article-title":"Double Q-learning","volume":"23","author":"van Hasselt","year":"2010","journal-title":"Adv. Neur. Inform. Process. Syst."},{"key":"10.1016\/j.rcim.2021.102283_bib0042","doi-asserted-by":"crossref","unstructured":"H. van Hasselt, A. Guez, D. Silver, Deep reinforcement learning with double Q-learning, in Proc. 30th AAAI Conf. Artif. Intell. (2016) 2094\u20132100.","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"10.1016\/j.rcim.2021.102283_bib0043","unstructured":"T. Schaul, J. Quan, I. Antonoglou, D. Silver, Prioritized experience replay, in Proc. 4th Int. Conf. Learn. Represent. (ICLR), San Juan, PR, May 2016."},{"key":"10.1016\/j.rcim.2021.102283_bib0044","unstructured":"T.P. Lillicrap, J.J. Hunt, A. Pritzel, et\u00a0al., Continuous control with deep reinforcement learning, arXiv (2015) preprint arXiv:1509.02971."},{"issue":"1","key":"10.1016\/j.rcim.2021.102283_bib0045","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.ijpe.2012.01.026","article-title":"Scheduling jobs on identical parallel machines with unequal future ready time and sequence dependent setup: An experimental study","volume":"137","author":"Xi","year":"2012","journal-title":"Int. J. Prod. Econ."},{"issue":"1","key":"10.1016\/j.rcim.2021.102283_bib0046","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1214\/aoms\/1177703732","article-title":"Robust estimation of a location parameter","volume":"35","author":"Huber","year":"1964","journal-title":"Ann. Math. Statist."},{"key":"10.1016\/j.rcim.2021.102283_bib0047","article-title":"Delving deep into rectifiers: surpassing human-level performance on imagenet classification","author":"He","year":"2015","journal-title":"CVPR IEEE Comp. Soc."},{"issue":"1","key":"10.1016\/j.rcim.2021.102283_bib0048","first-page":"281","article-title":"Random search for hyper-parameter optimization","volume":"13","author":"Bergstra","year":"2012","journal-title":"J. Mach. Learn. Res."},{"key":"10.1016\/j.rcim.2021.102283_bib0049","first-page":"817","article-title":"Sim-to-real transfer with neural-augmented robot simulation","volume":"87","author":"Golemo","year":"2018","journal-title":"PMLR"},{"key":"10.1016\/j.rcim.2021.102283_bib0050","unstructured":"Z.P. He, R. Julian, E. Heiden, et\u00a0al., Zero-shot skill composition and simulation-to-real transfer by learning task representations, arXiv (2021) arXiv:1810.02422v3."},{"key":"10.1016\/j.rcim.2021.102283_bib0051","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.jmsy.2020.02.004","article-title":"Petri-net-based dynamic scheduling of flexible manufacturing system via deep reinforcement learning with graph convolutional network","volume":"55","author":"Hu","year":"2020","journal-title":"J. Manuf. Syst."}],"container-title":["Robotics and Computer-Integrated Manufacturing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0736584521001630?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0736584521001630?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T16:58:13Z","timestamp":1760029093000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0736584521001630"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4]]},"references-count":51,"alternative-id":["S0736584521001630"],"URL":"https:\/\/doi.org\/10.1016\/j.rcim.2021.102283","relation":{},"ISSN":["0736-5845"],"issn-type":[{"value":"0736-5845","type":"print"}],"subject":[],"published":{"date-parts":[[2022,4]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Real-time data-driven dynamic scheduling for flexible job shop with insufficient transportation resources using hybrid deep Q network","name":"articletitle","label":"Article Title"},{"value":"Robotics and Computer-Integrated Manufacturing","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.rcim.2021.102283","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2021 Elsevier Ltd. All rights reserved.","name":"copyright","label":"Copyright"}],"article-number":"102283"}}