{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,11]],"date-time":"2026-05-11T20:58:02Z","timestamp":1778533082829,"version":"3.51.4"},"reference-count":43,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2018,11,7]],"date-time":"2018-11-07T00:00:00Z","timestamp":1541548800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"Natural Science Foundation of the Higher Education Institution of Jiangsu Province","award":["16KJD460005"],"award-info":[{"award-number":["16KJD460005"]}]},{"DOI":"10.13039\/501100001809","name":"the National Natural Science Foundation of China","doi-asserted-by":"crossref","award":["51705260"],"award-info":[{"award-number":["51705260"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Manuf"],"published-print":{"date-parts":[[2020,2]]},"DOI":"10.1007\/s10845-018-1454-3","type":"journal-article","created":{"date-parts":[[2018,11,7]],"date-time":"2018-11-07T01:11:03Z","timestamp":1541553063000},"page":"417-432","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":128,"title":["Adaptive job shop scheduling strategy based on weighted Q-learning algorithm"],"prefix":"10.1007","volume":"31","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3264-6610","authenticated-orcid":false,"given":"Yu-Fang","family":"Wang","sequence":"first","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,11,7]]},"reference":[{"issue":"9","key":"1454_CR1","doi-asserted-by":"crossref","first-page":"1093","DOI":"10.1287\/mnsc.30.9.1093","volume":"30","author":"KR Baker","year":"1984","unstructured":"Baker, K. R. (1984). Sequencing rules and due-date assignments in a job shop. Management Science,30(9), 1093\u20131104.","journal-title":"Management Science"},{"key":"1454_CR2","doi-asserted-by":"crossref","first-page":"110","DOI":"10.1016\/j.cie.2016.08.010","volume":"100","author":"A Delgoshaei","year":"2016","unstructured":"Delgoshaei, A., Ali, A., Ariffin, M. K. A., & Gomes, C. (2016). A multi-period scheduling of dynamic cellular manufacturing systems in the presence of cost uncertainty. Computers & Industrial Engineering,100, 110\u2013132.","journal-title":"Computers & Industrial Engineering"},{"key":"1454_CR3","unstructured":"Frobenius, G. (1912). Uber Matrizen aus nicht negativen Elementen."},{"key":"1454_CR4","doi-asserted-by":"crossref","first-page":"655","DOI":"10.1016\/j.ins.2016.08.046","volume":"372","author":"L Gao","year":"2016","unstructured":"Gao, L., & Pan, Q. K. (2016). A shuffled multi-swarm micro-migrating birds optimizer for a multi-resource-constrained flexible job shop scheduling problem. Information Sciences,372, 655\u2013676.","journal-title":"Information Sciences"},{"issue":"6","key":"1454_CR5","doi-asserted-by":"crossref","first-page":"701","DOI":"10.1007\/s10845-008-0121-5","volume":"19","author":"GQ Huang","year":"2008","unstructured":"Huang, G. Q., Zhang, Y. F., Chen, X., & Newman, S. T. (2008). RFID-enabled real-time wireless manufacturing for adaptive assembly planning and control. Journal of Intelligent Manufacturing,19(6), 701\u2013713.","journal-title":"Journal of Intelligent Manufacturing"},{"key":"1454_CR6","doi-asserted-by":"crossref","first-page":"137","DOI":"10.1016\/j.asoc.2014.10.015","volume":"27","author":"M Karimi-Nasab","year":"2015","unstructured":"Karimi-Nasab, M., Modarres, M., & Seyedhoseini, S. M. (2015). A self-adaptive PSO for joint lot sizing and job shop scheduling with compressible process times. Applied Soft Computing,27, 137\u2013147.","journal-title":"Applied Soft Computing"},{"key":"1454_CR7","doi-asserted-by":"crossref","first-page":"9","DOI":"10.1016\/j.procs.2013.10.022","volume":"24","author":"Y Ken","year":"2013","unstructured":"Ken, Y., Myungryun, Y., & Takanori, Y. (2013). A proposal of real-time scheduling algorithm based on RMZL and schedulability analysis. Procedia Computer Science,24, 9\u201314.","journal-title":"Procedia Computer Science"},{"issue":"2","key":"1454_CR8","doi-asserted-by":"crossref","first-page":"445","DOI":"10.1016\/j.ejor.2013.12.011","volume":"236","author":"RB Kenneth","year":"2014","unstructured":"Kenneth, R. B. (2014). Minimizing earliness and tardiness costs in stochastic scheduling. European Journal of Operational Research,236(2), 445\u2013452.","journal-title":"European Journal of Operational Research"},{"key":"1454_CR9","doi-asserted-by":"crossref","first-page":"31","DOI":"10.1016\/j.cie.2016.03.011","volume":"96","author":"N Kundakc\u0131","year":"2016","unstructured":"Kundakc\u0131, N., & Kulak, O. (2016). Hybrid genetic algorithms for minimizing makespan in dynamic job shop scheduling problem. Computers & Industrial Engineering,96, 31\u201351.","journal-title":"Computers & Industrial Engineering"},{"issue":"10","key":"1454_CR10","doi-asserted-by":"crossref","first-page":"2362","DOI":"10.1016\/j.renene.2010.03.027","volume":"35","author":"A Kusiak","year":"2010","unstructured":"Kusiak, A., & Li, W. (2010). Short-term prediction of wind power with a clustering approach. Renewable Energy,35(10), 2362\u20132369.","journal-title":"Renewable Energy"},{"issue":"5","key":"1454_CR11","doi-asserted-by":"crossref","first-page":"2440","DOI":"10.1016\/j.energy.2011.01.030","volume":"36","author":"A Kusiak","year":"2011","unstructured":"Kusiak, A., Tang, F., & Xu, G. (2011). Multi-objective optimization of hvac system with an evolutionary computation algorithm. Energy,36(5), 2440\u20132449.","journal-title":"Energy"},{"issue":"4","key":"1454_CR12","first-page":"1295","volume":"28","author":"KK Lee","year":"2008","unstructured":"Lee, K. K. (2008). Fuzzy rule generation for adaptive scheduling in a dynamic manufacturing environment. Applied Soft Computing,28(4), 1295\u20131304.","journal-title":"Applied Soft Computing"},{"key":"1454_CR13","doi-asserted-by":"crossref","first-page":"10","DOI":"10.1016\/j.cie.2017.09.005","volume":"113","author":"X Li","year":"2017","unstructured":"Li, X., Peng, Z., Du, B., Guo, J., Xu, W., & Zhuang, K. (2017). Hybrid artificial bee colony algorithm with a rescheduling strategy for solving flexible job shop scheduling problems. Computers & Industrial Engineering,113, 10\u201326.","journal-title":"Computers & Industrial Engineering"},{"key":"1454_CR14","doi-asserted-by":"crossref","first-page":"193","DOI":"10.1016\/j.cie.2015.04.029","volume":"87","author":"BJ Liu","year":"2015","unstructured":"Liu, B. J., Fan, Y. S., & Liu, Y. (2015). A fast estimation of distribution algorithm for dynamic fuzzy flexible job-shop scheduling problem. Computers & Industrial Engineering,87, 193\u2013201.","journal-title":"Computers & Industrial Engineering"},{"issue":"1","key":"1454_CR15","doi-asserted-by":"crossref","first-page":"16","DOI":"10.1016\/j.ejor.2017.09.015","volume":"266","author":"Z Liu","year":"2018","unstructured":"Liu, Z., Lu, L., & Qi, X. (2018). Cost allocation in rescheduling with machine unavailable period. European Journal of Operational Research,266(1), 16\u201328.","journal-title":"European Journal of Operational Research"},{"issue":"2","key":"1454_CR16","doi-asserted-by":"crossref","first-page":"423","DOI":"10.1016\/j.ijpe.2013.01.028","volume":"146","author":"H Luo","year":"2013","unstructured":"Luo, H., Du, B., Huang, G. Q., Chen, H., & Li, X. (2013). Hybrid flow shop scheduling considering machine electricity consumption cost. International Journal of Production Economics,146(2), 423\u2013439.","journal-title":"International Journal of Production Economics"},{"key":"1454_CR17","volume-title":"Theory of neural-analog reinforcement systems and its application to the brain model problem","author":"ML Minsky","year":"1954","unstructured":"Minsky, M. L. (1954). Theory of neural-analog reinforcement systems and its application to the brain model problem. Princeton: Princeton University."},{"key":"1454_CR18","doi-asserted-by":"crossref","first-page":"339","DOI":"10.1016\/j.compchemeng.2017.05.004","volume":"104","author":"H Mokhtari","year":"2017","unstructured":"Mokhtari, H., & Hasani, A. (2017). An energy-efficient multi-objective optimization for flexible job-shop scheduling problem. Computers & Chemical Engineering,104, 339\u2013352.","journal-title":"Computers & Chemical Engineering"},{"key":"1454_CR19","doi-asserted-by":"crossref","first-page":"72","DOI":"10.1016\/j.asoc.2017.11.020","volume":"63","author":"J Park","year":"2018","unstructured":"Park, J., Mei, Y., Su, N., Chen, G., & Zhang, M. (2018). An investigation of ensemble combination schemes for genetic programming based hyper-heuristic approaches to dynamic job shop scheduling. Applied Soft Computing,63, 72\u201386.","journal-title":"Applied Soft Computing"},{"issue":"4","key":"1454_CR20","doi-asserted-by":"crossref","first-page":"486","DOI":"10.1109\/70.611301","volume":"13","author":"SC Park","year":"1997","unstructured":"Park, S. C., Raman, N., & Shaw, M. J. (1997). Adaptive scheduling in dynamic flexible manufacturing systems, a dynamic rule selection approach. IEEE Transactions on Robotics and Automation,13(4), 486\u2013502.","journal-title":"IEEE Transactions on Robotics and Automation"},{"issue":"2","key":"1454_CR21","doi-asserted-by":"crossref","first-page":"248","DOI":"10.1007\/BF01449896","volume":"64","author":"O Perron","year":"1907","unstructured":"Perron, O. (1907). Zur theorie der matrices. Mathematische Annalen,64(2), 248\u2013263.","journal-title":"Mathematische Annalen"},{"key":"1454_CR22","doi-asserted-by":"crossref","first-page":"267","DOI":"10.1016\/j.resconrec.2016.12.001","volume":"128","author":"H Piroozfard","year":"2018","unstructured":"Piroozfard, H., Wong, K. Y., & Wong, W. P. (2018). Minimizing total carbon footprint and total late work criterion in flexible job shop scheduling by using an improved multi-objective genetic algorithm. Resources, Conservation and Recycling,128, 267\u2013283.","journal-title":"Resources, Conservation and Recycling"},{"issue":"2","key":"1454_CR23","doi-asserted-by":"crossref","first-page":"153","DOI":"10.1007\/s10846-017-0468-y","volume":"86","author":"AS Polydoros","year":"2017","unstructured":"Polydoros, A. S., & Nalpantidis, L. (2017). Survey of model-based reinforcement learning, applications on robotics. Journal of Intelligent and Robotic Systems,86(2), 153\u2013173.","journal-title":"Journal of Intelligent and Robotic Systems"},{"issue":"1","key":"1454_CR24","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1007\/s10846-014-0151-5","volume":"78","author":"M Sadeghzadeh","year":"2015","unstructured":"Sadeghzadeh, M., Calvert, D., & Abdullah, H. A. (2015). Self-learning visual servoing of robot manipulator using explanation-based fuzzy neural networks and Q-learning. Journal of Intelligent and Robotic Systems,78(1), 83\u2013104.","journal-title":"Journal of Intelligent and Robotic Systems"},{"key":"1454_CR25","doi-asserted-by":"crossref","first-page":"75","DOI":"10.1016\/j.cie.2017.05.026","volume":"110","author":"J Shahrabi","year":"2017","unstructured":"Shahrabi, J., Adibi, M. A., & Mahootchi, M. (2017). A reinforcement learning approach to parameter estimation in dynamic job shop scheduling. Computers & Industrial Engineering,110, 75\u201382.","journal-title":"Computers & Industrial Engineering"},{"key":"1454_CR26","doi-asserted-by":"crossref","first-page":"198","DOI":"10.1016\/j.ins.2014.11.036","volume":"298","author":"XN Shen","year":"2015","unstructured":"Shen, X. N., & Yao, X. (2015). Mathematical modeling and multi-objective evolutionary algorithms applied to dynamic flexible job shop scheduling problems. Information Sciences,298, 198\u2013224.","journal-title":"Information Sciences"},{"issue":"3","key":"1454_CR27","doi-asserted-by":"crossref","first-page":"287","DOI":"10.1023\/A:1007678930559","volume":"38","author":"S Singh","year":"2000","unstructured":"Singh, S., Jaakkola, T., Littman, M. L., & Szepesvari, C. (2000). Convergence results for single-step on-policy reinforcement-learning algorithms. Machine Learning,38(3), 287\u2013308.","journal-title":"Machine Learning"},{"key":"1454_CR28","doi-asserted-by":"crossref","first-page":"51","DOI":"10.1016\/j.future.2014.08.011","volume":"43\u201344","author":"Z Tang","year":"2015","unstructured":"Tang, Z., Jiang, L. G., Zhou, J. Q., Li, K., & Li, K. (2015). A self-adaptive scheduling algorithm for reduce start time. Future Generation Computer Systems,43\u201344, 51\u201360.","journal-title":"Future Generation Computer Systems"},{"key":"1454_CR29","volume-title":"Pattern recognition","author":"S Theodoridis","year":"2003","unstructured":"Theodoridis, S., & Koutroumbas, K. (2003). Pattern recognition (2nd ed.). San Diego: Academic Press.","edition":"2"},{"key":"1454_CR30","doi-asserted-by":"crossref","first-page":"65","DOI":"10.1016\/j.tcs.2016.01.001","volume":"617","author":"J Tian","year":"2016","unstructured":"Tian, J., Wang, Q., Fu, R., & Yuan, J. (2016). Online scheduling on the unbounded drop-line batch machines to minimize the maximum delivery completion time. Theoretical Computer Science,617, 65\u201368.","journal-title":"Theoretical Computer Science"},{"key":"1454_CR31","first-page":"1","volume":"29","author":"C Wang","year":"2016","unstructured":"Wang, C., & Jiang, P. (2016). Manifold learning based rescheduling decision mechanism for recessive disturbances in RFID-driven job shops. Journal of Intelligent Manufacturing,29, 1\u201316.","journal-title":"Journal of Intelligent Manufacturing"},{"issue":"4","key":"1454_CR32","first-page":"428","volume":"19","author":"GL Wang","year":"2009","unstructured":"Wang, G. L., Lin, L., & Zhong, S. S. (2009). Clustering state membership-based Q-learning for dynamic scheduling. High Technology Letters,19(4), 428\u2013433. (in Chinese).","journal-title":"High Technology Letters"},{"issue":"8","key":"1454_CR33","first-page":"1227","volume":"41","author":"SJ Wang","year":"2007","unstructured":"Wang, S. J., Sun, S., Zhou, B., & Xi, L. F. (2007). Q-Learning based dynamic single machine scheduling. Journal of Shanghai Jiaotong University,41(8), 1227\u20131232. (in Chinese).","journal-title":"Journal of Shanghai Jiaotong University"},{"issue":"6","key":"1454_CR34","doi-asserted-by":"crossref","first-page":"553","DOI":"10.1016\/j.rcim.2004.07.003","volume":"20","author":"YC Wang","year":"2004","unstructured":"Wang, Y. C., & Usher, J. M. (2004). Learning policies for single machine job dispatching. Robotics and Computer-Integrated Manufacturing,20(6), 553\u2013562.","journal-title":"Robotics and Computer-Integrated Manufacturing"},{"issue":"1","key":"1454_CR35","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1016\/j.engappai.2004.08.018","volume":"18","author":"YC Wang","year":"2005","unstructured":"Wang, Y. C., & Usher, J. M. (2005). Application of reinforcement learning for agent-based production scheduling. Engineering Applications of Artificial Intelligence,18(1), 73\u201382.","journal-title":"Engineering Applications of Artificial Intelligence"},{"key":"1454_CR36","doi-asserted-by":"crossref","first-page":"1085","DOI":"10.1007\/s10845-014-0936-1","volume":"27","author":"HX Wang","year":"2016","unstructured":"Wang, H. X., & Yan, H. S. (2016). An interoperable adaptive scheduling strategy for knowledgeable manufacturing based on SMGWQ-learning. Journal of Intelligent Manufacturing,27, 1085\u20131095.","journal-title":"Journal of Intelligent Manufacturing"},{"key":"1454_CR37","volume-title":"MATLAB intelligent algorithm","author":"Z Wen","year":"2017","unstructured":"Wen, Z., & Sun, H. K. (2017). MATLAB intelligent algorithm. Beijing: Tsinghua University Press. (in Chinese)."},{"key":"1454_CR38","doi-asserted-by":"crossref","first-page":"3249","DOI":"10.1016\/j.jclepro.2017.10.342","volume":"172","author":"X Wu","year":"2018","unstructured":"Wu, X., & Sun, Y. (2018). A green scheduling algorithm for flexible job shop with energy-saving measures. Journal of Cleaner Production,172, 3249\u20133264.","journal-title":"Journal of Cleaner Production"},{"issue":"1","key":"1454_CR39","doi-asserted-by":"crossref","first-page":"13","DOI":"10.1016\/j.ejor.2016.07.030","volume":"257","author":"H Xiong","year":"2017","unstructured":"Xiong, H., Fan, H., Jiang, G., & Li, G. (2017). A simulation-based study of dispatching rules in a dynamic job shop scheduling problem with batch release and extended technical precedence constraints. European Journal of Operational Research,257(1), 13\u201324.","journal-title":"European Journal of Operational Research"},{"key":"1454_CR40","doi-asserted-by":"crossref","first-page":"312","DOI":"10.1007\/s00170-008-1588-0","volume":"42","author":"HB Yang","year":"2009","unstructured":"Yang, H. B., & Yan, H. S. (2009). An adaptive approach to dynamic scheduling in knowledgeable manufacturing cell. The International Journal of Advanced Manufacturing Technology,42, 312\u2013320.","journal-title":"The International Journal of Advanced Manufacturing Technology"},{"issue":"1","key":"1454_CR41","doi-asserted-by":"crossref","first-page":"125","DOI":"10.1016\/j.ijpe.2010.12.014","volume":"130","author":"S Yao","year":"2011","unstructured":"Yao, S., Jiang, Z., Li, N., Zhang, H., & Geng, N. (2011). A multi-objective dynamic scheduling approach using multiple attribute decision making in semiconductor manufacturing. International Journal of Production Economics,130(1), 125\u2013133.","journal-title":"International Journal of Production Economics"},{"key":"1454_CR42","volume-title":"Proficient in MATLAB R2011a","author":"Z Zhang","year":"2011","unstructured":"Zhang, Z. (2011). Proficient in MATLAB R2011a. Beijing: Beihang University Press. (in Chinese)."},{"issue":"7","key":"1454_CR43","doi-asserted-by":"crossref","first-page":"1315","DOI":"10.1016\/j.cor.2011.07.019","volume":"39","author":"Z Zhang","year":"2012","unstructured":"Zhang, Z., Zheng, L., Li, N., Wang, W., Zhong, S., & Hu, K. (2012). Minimizing mean weighted tardiness in unrelated parallel machine scheduling with reinforcement learning. Computers & Operations Research,39(7), 1315\u20131324.","journal-title":"Computers & Operations Research"}],"container-title":["Journal of Intelligent Manufacturing"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10845-018-1454-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10845-018-1454-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10845-018-1454-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,2,10]],"date-time":"2020-02-10T05:18:29Z","timestamp":1581311909000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10845-018-1454-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,11,7]]},"references-count":43,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2020,2]]}},"alternative-id":["1454"],"URL":"https:\/\/doi.org\/10.1007\/s10845-018-1454-3","relation":{},"ISSN":["0956-5515","1572-8145"],"issn-type":[{"value":"0956-5515","type":"print"},{"value":"1572-8145","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,11,7]]},"assertion":[{"value":"12 May 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 October 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 November 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}