{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T15:26:57Z","timestamp":1783438017305,"version":"3.54.6"},"reference-count":46,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/100020595","name":"National Science and Technology Council","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100020595","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100020950","name":"National Science and Technology Council","doi-asserted-by":"publisher","award":["NSTC 113-2221-E-027-111"],"award-info":[{"award-number":["NSTC 113-2221-E-027-111"]}],"id":[{"id":"10.13039\/501100020950","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100020950","name":"National Science and Technology Council","doi-asserted-by":"publisher","award":["NSTC 114-2221-E-027-098-MY2"],"award-info":[{"award-number":["NSTC 114-2221-E-027-098-MY2"]}],"id":[{"id":"10.13039\/501100020950","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Applied Soft Computing"],"published-print":{"date-parts":[[2026,1]]},"DOI":"10.1016\/j.asoc.2025.114253","type":"journal-article","created":{"date-parts":[[2025,11,14]],"date-time":"2025-11-14T01:35:43Z","timestamp":1763084143000},"page":"114253","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":5,"special_numbering":"PD","title":["Large language model driven adaptive deep reinforcement learning with dynamic definition refinement for flexible job shop scheduling problem"],"prefix":"10.1016","volume":"186","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7479-733X","authenticated-orcid":false,"given":"Tzu-Yen","family":"Hong","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-5972-7602","authenticated-orcid":false,"given":"Kuan-Han","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"issue":"21","key":"10.1016\/j.asoc.2025.114253_bib1","doi-asserted-by":"crossref","first-page":"7652","DOI":"10.1016\/j.eswa.2015.06.004","article-title":"A two-stage artificial bee colony algorithm scheduling flexible job-shop scheduling problem with new job insertion","volume":"42","author":"Gao","year":"2015","journal-title":"Expert Syst. Appl."},{"issue":"2","key":"10.1016\/j.asoc.2025.114253_bib2","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1287\/moor.1.2.117","article-title":"The complexity of flowshop and jobshop scheduling","volume":"1","author":"Garey","year":"1976","journal-title":"Math. Oper. Res."},{"issue":"5","key":"10.1016\/j.asoc.2025.114253_bib3","doi-asserted-by":"crossref","first-page":"1944","DOI":"10.1109\/TCYB.2018.2817240","article-title":"Flexible job-shop rescheduling for new job insertion by using discrete Jaya algorithm","volume":"49","author":"Gao","year":"2018","journal-title":"IEEE Trans. Cybern."},{"key":"10.1016\/j.asoc.2025.114253_bib4","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2020.106544","article-title":"An improved artificial bee colony algorithm for solving multi-objective low-carbon flexible job shop scheduling problem","volume":"95","author":"Li","year":"2020","journal-title":"Appl. Soft Comput."},{"key":"10.1016\/j.asoc.2025.114253_bib5","doi-asserted-by":"crossref","first-page":"186","DOI":"10.1016\/j.engappai.2018.10.008","article-title":"Backtracking search based hyper-heuristic for the flexible job-shop scheduling problem with fuzzy processing time","volume":"77","author":"Lin","year":"2019","journal-title":"Eng. Appl. Artif. Intell."},{"issue":"3","key":"10.1016\/j.asoc.2025.114253_bib6","doi-asserted-by":"crossref","first-page":"1097","DOI":"10.1109\/TCYB.2018.2796119","article-title":"A two-phase meta-heuristic for multiobjective flexible job shop scheduling problem with total energy consumption threshold","volume":"49","author":"Lei","year":"2018","journal-title":"IEEE Trans. Cybern."},{"issue":"4","key":"10.1016\/j.asoc.2025.114253_bib7","doi-asserted-by":"crossref","first-page":"760","DOI":"10.3390\/pr10040760","article-title":"Deep reinforcement learning for dynamic flexible job shop scheduling with random job arrival","volume":"10","author":"Chang","year":"2022","journal-title":"Processes"},{"key":"10.1016\/j.asoc.2025.114253_bib8","doi-asserted-by":"crossref","first-page":"604","DOI":"10.1016\/j.cie.2018.03.039","article-title":"Real-time scheduling for a smart factory using a reinforcement learning approach","volume":"125","author":"Shiue","year":"2018","journal-title":"Comput. Ind. Eng."},{"issue":"2","key":"10.1016\/j.asoc.2025.114253_bib9","doi-asserted-by":"crossref","first-page":"417","DOI":"10.1007\/s10845-018-1454-3","article-title":"Adaptive job shop scheduling strategy based on weighted Q-learning algorithm","volume":"31","author":"Wang","year":"2020","journal-title":"J. Intell. Manuf."},{"key":"10.1016\/j.asoc.2025.114253_bib10","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1016\/j.nancom.2018.02.003","article-title":"Deep reinforcement learning: Algorithm, applications, and ultra-low-power implementation","volume":"16","author":"Li","year":"2018","journal-title":"Nano Commun. Netw."},{"key":"10.1016\/j.asoc.2025.114253_bib11","unstructured":"Li, Y. (2017). Deep Reinforcement Learning: An Overview. arXiv preprint arXiv:1701.07274."},{"issue":"4","key":"10.1016\/j.asoc.2025.114253_bib12","doi-asserted-by":"crossref","first-page":"5695","DOI":"10.1109\/TNNLS.2022.3208942","article-title":"A reinforcement learning approach for flexible job shop scheduling problem with crane transportation and setup times","volume":"35","author":"Du","year":"2022","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"10.1016\/j.asoc.2025.114253_bib13","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1016\/j.jmsy.2023.09.009","article-title":"Deep reinforcement learning for dynamic flexible job shop scheduling problem considering variable processing times","volume":"71","author":"Zhang","year":"2023","journal-title":"J. Manuf. Syst."},{"key":"10.1016\/j.asoc.2025.114253_bib14","doi-asserted-by":"crossref","first-page":"329","DOI":"10.1016\/j.jmsy.2024.03.012","article-title":"A novel collaborative agent reinforcement learning framework based on an attention mechanism and disjunctive graph embedding for flexible job shop scheduling problem","volume":"74","author":"Zhang","year":"2024","journal-title":"J. Manuf. Syst."},{"key":"10.1016\/j.asoc.2025.114253_bib15","first-page":"16887","article-title":"A large language model-based multi-agent manufacturing system for intelligent shopfloor","volume":"2405","author":"Zhao","year":"2024","journal-title":"arXiv Prepr. arXiv"},{"key":"10.1016\/j.asoc.2025.114253_bib16","first-page":"1","article-title":"Survey on large language model-enhanced reinforcement learning: Concept, taxonomy, and methods","author":"Cao","year":"2024","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"10.1016\/j.asoc.2025.114253_bib17","unstructured":"Zhang, F., Li, J., Li, Y.C., Zhang, Z., Yu, Y., & Ye, D. (2024). Improving sample efficiency of reinforcement learning with background knowledge from large language Models. arXiv preprint arXiv:2407.03964."},{"key":"10.1016\/j.asoc.2025.114253_bib18","doi-asserted-by":"crossref","unstructured":"Sun, S., Liu, R., Lyu, J., Yang, J.W., Zhang, L., & Li, X. (2024). A large language model-driven reward design framework via dynamic feedback for reinforcement learning. arXiv preprint arXiv:2410.14660.","DOI":"10.2139\/ssrn.5166087"},{"key":"10.1016\/j.asoc.2025.114253_bib19","first-page":"11120","article-title":"Latent reward: LLM-empowered credit assignment in episodic reinforcement learning","volume":"2412","author":"Qu","year":"2024","journal-title":"arXiv Prepr. arXiv"},{"key":"10.1016\/j.asoc.2025.114253_bib20","first-page":"1928","article-title":"Asynchronous methods for deep reinforcement learning","volume":"48","author":"Mnih","year":"2016","journal-title":"Proc. 33rd Int. Conf. Mach. Learn."},{"key":"10.1016\/j.asoc.2025.114253_bib21","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.knosys.2016.06.014","article-title":"Artificial bee colony algorithm for scheduling and rescheduling fuzzy flexible job shop problem with new job insertion","volume":"109","author":"Gao","year":"2016","journal-title":"Knowl. Based Syst."},{"key":"10.1016\/j.asoc.2025.114253_bib22","doi-asserted-by":"crossref","first-page":"449","DOI":"10.1016\/j.asoc.2017.04.060","article-title":"Flexible job shop scheduling under condition-based maintenance: improved version of imperialist competitive algorithm","volume":"58","author":"Zandieh","year":"2017","journal-title":"Appl. soft Comput."},{"key":"10.1016\/j.asoc.2025.114253_bib23","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2020.106544","article-title":"An improved artificial bee colony algorithm for solving multi-objective low-carbon flexible job shop scheduling problem","volume":"95","author":"Li","year":"2020","journal-title":"Appl. Soft Comput."},{"key":"10.1016\/j.asoc.2025.114253_bib24","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2024.111932","article-title":"Multi-level guided evolution algorithm for solving fuzzy flexible job shop problem","volume":"163","author":"Guo","year":"2024","journal-title":"Appl. Soft Comput."},{"issue":"1","key":"10.1016\/j.asoc.2025.114253_bib25","doi-asserted-by":"crossref","first-page":"304","DOI":"10.1109\/TCCN.2020.2988908","article-title":"Delay-aware VNF scheduling: a reinforcement learning approach with variable action set","volume":"7","author":"Li","year":"2020","journal-title":"IEEE Trans. Cogn. Commun. Netw."},{"issue":"2","key":"10.1016\/j.asoc.2025.114253_bib26","first-page":"2963","article-title":"Machine learning agents augmented by digital twinning for smart production scheduling","volume":"56","author":"Alexopoulos","year":"2023","journal-title":"IFACPap"},{"key":"10.1016\/j.asoc.2025.114253_bib27","doi-asserted-by":"crossref","DOI":"10.1016\/j.jii.2024.100582","article-title":"Job shop smart manufacturing scheduling by deep reinforcement learning","volume":"38","author":"Serrano-Ruiz","year":"2024","journal-title":"Journal of Industrial Information Integration"},{"issue":"23","key":"10.1016\/j.asoc.2025.114253_bib28","doi-asserted-by":"crossref","first-page":"13016","DOI":"10.3390\/su132313016","article-title":"A Q-learning rescheduling approach to the flexible job shop problem combining energy and productivity objectives","volume":"13","author":"Naimi","year":"2021","journal-title":"Sustainability"},{"key":"10.1016\/j.asoc.2025.114253_bib29","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2020.106208","article-title":"Dynamic scheduling for flexible job shop with new job insertions by deep reinforcement learning","volume":"91","author":"Luo","year":"2020","journal-title":"Appl. Soft Comput."},{"issue":"3","key":"10.1016\/j.asoc.2025.114253_bib30","doi-asserted-by":"crossref","first-page":"7684","DOI":"10.1109\/LRA.2022.3184795","article-title":"Multi-agent reinforcement learning for real-time dynamic production scheduling in a robot assembly cell","volume":"7","author":"Johnson","year":"2022","journal-title":"IEEE Robot. Autom. Lett."},{"key":"10.1016\/j.asoc.2025.114253_bib31","unstructured":"Lillicrap, T.P., Hunt, J.J., Pritzel, A., Heess, N., Erez, T., Tassa, Y., \u2026 & Wierstra, D. (2015). Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971."},{"key":"10.1016\/j.asoc.2025.114253_bib32","doi-asserted-by":"crossref","DOI":"10.1016\/j.swevo.2024.101550","article-title":"Multi-policy deep reinforcement learning for multi-objective multiplicity flexible job shop scheduling","volume":"87","author":"Ding","year":"2024","journal-title":"Swarm Evolut. Comput."},{"key":"10.1016\/j.asoc.2025.114253_bib33","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2024.110155","article-title":"Dynamic scheduling mechanism for intelligent workshop with deep reinforcement learning method based on multi-agent system architecture","volume":"191","author":"Gu","year":"2024","journal-title":"Comput. Ind. Eng."},{"key":"10.1016\/j.asoc.2025.114253_bib34","doi-asserted-by":"crossref","first-page":"14703","DOI":"10.1109\/ACCESS.2024.3357969","article-title":"Residual scheduling: a new reinforcement learning approach to solving job shop scheduling problem","volume":"12","author":"Ho","year":"2024","journal-title":"IEEE Access"},{"issue":"3","key":"10.1016\/j.asoc.2025.114253_bib35","doi-asserted-by":"crossref","first-page":"3091","DOI":"10.1109\/TNNLS.2023.3306421","article-title":"Flexible job shop scheduling via dual attention network-based reinforcement learning","volume":"35","author":"Wang","year":"2023","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"7","key":"10.1016\/j.asoc.2025.114253_bib36","doi-asserted-by":"crossref","first-page":"3580","DOI":"10.1109\/TKDE.2024.3352100","article-title":"Unifying large language models and knowledge graphs: a roadmap","volume":"36","author":"Pan","year":"2024","journal-title":"IEEE Trans. Knowl. Data Eng."},{"issue":"4","key":"10.1016\/j.asoc.2025.114253_bib37","doi-asserted-by":"crossref","first-page":"911","DOI":"10.1109\/TSE.2024.3368208","article-title":"Software testing with large language models: survey, landscape, and vision","volume":"50","author":"Wang","year":"2024","journal-title":"IEEE Trans. Softw. Eng."},{"key":"10.1016\/j.asoc.2025.114253_bib38","doi-asserted-by":"crossref","first-page":"1525","DOI":"10.1613\/jair.1.15960","article-title":"The rl\/llm taxonomy tree: reviewing synergies between reinforcement learning and large language models","volume":"80","author":"Pternea","year":"2024","journal-title":"J. Artif. Intell. Res."},{"key":"10.1016\/j.asoc.2025.114253_bib39","first-page":"12798","article-title":"Assessing the zero-shot capabilities of LLMs for action evaluation in RL","volume":"2409","author":"Pignatelli","year":"2024","journal-title":"arXiv Prepr. arXiv"},{"key":"10.1016\/j.asoc.2025.114253_bib40","first-page":"18056","article-title":"RL-based query rewriting with distilled LLM for online E-commerce systems","volume":"2501","author":"Nguyen","year":"2025","journal-title":"arXiv Prepr. arXiv"},{"key":"10.1016\/j.asoc.2025.114253_bib41","doi-asserted-by":"crossref","unstructured":"Tu, S., Sun, J., Zhang, Q., Lan, X., & Zhao, D. (2024). Online Preference-based Reinforcement Learning with Self-augmented Feedback from Large Language Model. arXiv preprint arXiv:2412.16878.","DOI":"10.65109\/PPRL4929"},{"key":"10.1016\/j.asoc.2025.114253_bib42","first-page":"06980","article-title":"Combining LLM decision and RL action selection to improve RL policy for adaptive interventions","volume":"2501","author":"Karine","year":"2025","journal-title":"arXiv Prepr. arXiv"},{"key":"10.1016\/j.asoc.2025.114253_bib43","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2022.117796","article-title":"A multi-action deep reinforcement learning framework for flexible Job-shop scheduling problem","volume":"205","author":"Lei","year":"2022","journal-title":"Expert Syst. Appl."},{"issue":"0","key":"10.1016\/j.asoc.2025.114253_bib44","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1023\/A:1018930406487","article-title":"An integrated approach for modeling and solving the general multiprocessor job-shop scheduling problem using tabu search","volume":"70","author":"Dauz\u00e8re-P\u00e9r\u00e8s","year":"1997","journal-title":"Ann. Oper. Res."},{"issue":"1-3","key":"10.1016\/j.asoc.2025.114253_bib45","doi-asserted-by":"crossref","first-page":"107","DOI":"10.1016\/0166-218X(94)90204-6","article-title":"A branch and bound algorithm for the job-shop scheduling problem","volume":"49","author":"Brucker","year":"1994","journal-title":"Discret. Appl. Math."},{"issue":"1","key":"10.1016\/j.asoc.2025.114253_bib46","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1002\/(SICI)1099-1425(200001\/02)3:1<3::AID-JOS32>3.0.CO;2-Y","article-title":"Effective neighbourhood functions for the flexible job shop problem","volume":"3","author":"Mastrolilli","year":"2000","journal-title":"J. Sched."}],"container-title":["Applied Soft Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1568494625015662?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1568494625015662?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,3,12]],"date-time":"2026-03-12T15:48:19Z","timestamp":1773330499000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1568494625015662"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,1]]},"references-count":46,"alternative-id":["S1568494625015662"],"URL":"https:\/\/doi.org\/10.1016\/j.asoc.2025.114253","relation":{},"ISSN":["1568-4946"],"issn-type":[{"value":"1568-4946","type":"print"}],"subject":[],"published":{"date-parts":[[2026,1]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Large language model driven adaptive deep reinforcement learning with dynamic definition refinement for flexible job shop scheduling problem","name":"articletitle","label":"Article Title"},{"value":"Applied Soft Computing","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.asoc.2025.114253","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 Elsevier B.V. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"114253"}}