{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,14]],"date-time":"2026-02-14T10:32:26Z","timestamp":1771065146075,"version":"3.50.1"},"reference-count":32,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,6,1]],"date-time":"2025-06-01T00:00:00Z","timestamp":1748736000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100003661","name":"Korea Institute for Advancement of Technology","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100003661","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100003052","name":"Korea Ministry of Trade Industry and Energy","doi-asserted-by":"publisher","award":["0022929"],"award-info":[{"award-number":["0022929"]}],"id":[{"id":"10.13039\/501100003052","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Engineering Applications of Artificial Intelligence"],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1016\/j.engappai.2025.110598","type":"journal-article","created":{"date-parts":[[2025,4,4]],"date-time":"2025-04-04T08:30:17Z","timestamp":1743755417000},"page":"110598","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":2,"special_numbering":"C","title":["Solving quay wall allocation problems based on deep reinforcement learning"],"prefix":"10.1016","volume":"150","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-1614-5226","authenticated-orcid":false,"given":"Young-in","family":"Cho","sequence":"first","affiliation":[]},{"given":"Seung-heon","family":"Oh","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5845-078X","authenticated-orcid":false,"given":"Jae-ho","family":"Choi","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7612-7361","authenticated-orcid":false,"given":"Jong Hun","family":"Woo","sequence":"additional","affiliation":[]}],"member":"78","reference":[{"key":"10.1016\/j.engappai.2025.110598_bib1","doi-asserted-by":"crossref","first-page":"425","DOI":"10.1016\/j.jmsy.2020.06.005","article-title":"Greedy randomized adaptive search for dynamic flexible job-shop scheduling","volume":"56","author":"Baykaso\u011flu","year":"2020","journal-title":"J. Manuf. Syst."},{"key":"10.1016\/j.engappai.2025.110598_bib2","doi-asserted-by":"crossref","DOI":"10.1016\/j.swevo.2024.101658","article-title":"A Q-Learning based NSGA-II for dynamic flexible job shop scheduling with limited transportation resources","volume":"90","author":"Chen","year":"2024","journal-title":"Swarm Evol. Comput."},{"issue":"4","key":"10.1016\/j.engappai.2025.110598_bib3","doi-asserted-by":"crossref","first-page":"5695","DOI":"10.1109\/TNNLS.2022.3208942","article-title":"A reinforcement learning approach for flexible job shop scheduling problem with crane transportation and setup times","volume":"35","author":"Du","year":"2022","journal-title":"IEEE Transact. Neural Networks Learn. Syst."},{"key":"10.1016\/j.engappai.2025.110598_bib4","doi-asserted-by":"crossref","DOI":"10.1016\/j.cor.2024.106817","article-title":"Tri-objective lot-streaming scheduling optimization for hybrid flow shops with uncertainties in machine breakdowns and job arrivals using an enhanced genetic programming hyper-heuristic","volume":"172","author":"Duan","year":"2024","journal-title":"Comput. Oper. Res."},{"issue":"16","key":"10.1016\/j.engappai.2025.110598_bib5","doi-asserted-by":"crossref","first-page":"5772","DOI":"10.1080\/00207543.2022.2104180","article-title":"Reinforcement learning applied to production planning and control","volume":"61","author":"Esteso","year":"2023","journal-title":"Int. J. Prod. Res."},{"key":"10.1016\/j.engappai.2025.110598_bib6","doi-asserted-by":"crossref","DOI":"10.1016\/j.cor.2020.105031","article-title":"Real-time production scheduling in the Industry-4.0 context: addressing uncertainties in job arrivals and machine breakdowns","volume":"123","author":"Ghaleb","year":"2020","journal-title":"Comput. Oper. Res."},{"key":"10.1016\/j.engappai.2025.110598_bib7","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2023.109255","article-title":"Dynamic scheduling for flexible job shop using a deep reinforcement learning approach","volume":"180","author":"Gui","year":"2023","journal-title":"Comput. Ind. Eng."},{"key":"10.1016\/j.engappai.2025.110598_bib8","series-title":"Algorithm For the Quay Assignment Scheduling Problem In Shipbuilding Industry Thesis of Master","author":"Hong","year":"2008"},{"key":"10.1016\/j.engappai.2025.110598_bib9","series-title":"Er. Proceedings of the Web Conference","article-title":"Heterogeneous graph transform","author":"Hu","year":"2020"},{"key":"10.1016\/j.engappai.2025.110598_bib10","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.121756","article-title":"An end-to-end deep reinforcement learning method based on graph neural network for distributed job-shop scheduling problem","volume":"238","author":"Huang","year":"2024","journal-title":"Expert Syst. Appl."},{"issue":"3","key":"10.1016\/j.engappai.2025.110598_bib11","doi-asserted-by":"crossref","first-page":"7684","DOI":"10.1109\/LRA.2022.3184795","article-title":"Multi-agent reinforcement learning for real-time dynamic production scheduling in a robot assembly cell","volume":"7","author":"Johnson","year":"2022","journal-title":"IEEE Rob. Autom. Lett."},{"issue":"6","key":"10.1016\/j.engappai.2025.110598_bib12","doi-asserted-by":"crossref","first-page":"524","DOI":"10.1080\/09537287.2021.1940344","article-title":"Integration of long-term planning and mid-term scheduling of shipbuilding","volume":"34","author":"Ju","year":"2023","journal-title":"Prod. Plann. Control"},{"key":"10.1016\/j.engappai.2025.110598_bib13","doi-asserted-by":"crossref","DOI":"10.1016\/j.cor.2023.106156","article-title":"Logic-based Benders decomposition for the preemptive flexible job-shop scheduling problem","volume":"152","author":"Juvin","year":"2023","journal-title":"Comput. Oper. Res."},{"issue":"3","key":"10.1016\/j.engappai.2025.110598_bib14","doi-asserted-by":"crossref","first-page":"905","DOI":"10.1007\/s10845-021-01847-3","article-title":"Reinforcement learning applications to machine scheduling problems: a comprehensive literature review","volume":"34","author":"Kayhan","year":"2023","journal-title":"J. Intell. Manuf."},{"issue":"1","key":"10.1016\/j.engappai.2025.110598_bib15","doi-asserted-by":"crossref","first-page":"1","DOI":"10.7232\/JKIIE.2015.41.1.001","article-title":"Quay wall scheduling of ships using assignment method and tabu search algorithm","volume":"41","author":"Lee","year":"2015","journal-title":"Journal of Korean Institute of Industrial Engineers"},{"key":"10.1016\/j.engappai.2025.110598_bib16","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2022.117796","article-title":"A multi-action deep reinforcement learning framework for flexible Job-shop scheduling problem","volume":"205","author":"Lei","year":"2022","journal-title":"Expert Syst. Appl."},{"issue":"3","key":"10.1016\/j.engappai.2025.110598_bib17","doi-asserted-by":"crossref","first-page":"610","DOI":"10.1109\/TEVC.2022.3175832","article-title":"A learning-based memetic algorithm for energy-efficient flexible job-shop scheduling with type-2 fuzzy processing time","volume":"27","author":"Li","year":"2022","journal-title":"IEEE Trans. Evol. Comput."},{"issue":"13","key":"10.1016\/j.engappai.2025.110598_bib18","doi-asserted-by":"crossref","first-page":"4049","DOI":"10.1080\/00207543.2022.2058432","article-title":"Deep reinforcement learning for dynamic scheduling of a flexible job shop","volume":"60","author":"Liu","year":"2022","journal-title":"Int. J. Prod. Res."},{"key":"10.1016\/j.engappai.2025.110598_bib19","doi-asserted-by":"crossref","DOI":"10.1016\/j.asoc.2020.106208","article-title":"Dynamic scheduling for flexible job shop with new job insertions by deep reinforcement learning","volume":"91","author":"Luo","year":"2020","journal-title":"Appl. Soft Comput."},{"key":"10.1016\/j.engappai.2025.110598_bib20","doi-asserted-by":"crossref","DOI":"10.1016\/j.cie.2021.107489","article-title":"Dynamic multi-objective scheduling for flexible job shop by deep reinforcement learning","volume":"159","author":"Luo","year":"2021","journal-title":"Comput. Ind. Eng."},{"issue":"4","key":"10.1016\/j.engappai.2025.110598_bib21","doi-asserted-by":"crossref","first-page":"1157","DOI":"10.1093\/jcde\/qwac044","article-title":"Distributional reinforcement learning with the independent learners for flexible job shop scheduling problem with high variability","volume":"9","author":"Oh","year":"2022","journal-title":"J. Computat. Desi. Engine."},{"issue":"2","key":"10.1016\/j.engappai.2025.110598_bib22","doi-asserted-by":"crossref","first-page":"176","DOI":"10.3390\/jmse10020176","article-title":"Ship production planning using shipbuilding system modeling and discrete time process simulation","volume":"10","author":"Okubo","year":"2022","journal-title":"J. Mar. Sci. Eng."},{"issue":"8","key":"10.1016\/j.engappai.2025.110598_bib23","doi-asserted-by":"crossref","first-page":"5295","DOI":"10.1109\/TSMC.2021.3120702","article-title":"A bi-population evolutionary algorithm with feedback for energy-efficient fuzzy flexible job shop scheduling","volume":"52","author":"Pan","year":"2021","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics: Systems"},{"issue":"3","key":"10.1016\/j.engappai.2025.110598_bib24","first-page":"1420","article-title":"A reinforcement learning approach to robust scheduling of semiconductor manufacturing facilities","volume":"17","author":"Park","year":"2019","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"issue":"2","key":"10.1016\/j.engappai.2025.110598_bib25","doi-asserted-by":"crossref","first-page":"97","DOI":"10.3744\/SNAK.2015.52.2.97","article-title":"An optimization of process planning around quays based on the yard customized GIS and the simulator","volume":"52","author":"Ruy","year":"2015","journal-title":"Journal of the Society of Naval Architects of Korea"},{"key":"10.1016\/j.engappai.2025.110598_bib26","author":"Schulman"},{"issue":"2","key":"10.1016\/j.engappai.2025.110598_bib27","doi-asserted-by":"crossref","first-page":"1600","DOI":"10.1109\/TII.2022.3189725","article-title":"Flexible job-shop scheduling via graph neural network and deep reinforcement learning","volume":"19","author":"Song","year":"2022","journal-title":"IEEE Trans. Ind. Inf."},{"key":"10.1016\/j.engappai.2025.110598_bib28","doi-asserted-by":"crossref","DOI":"10.1016\/j.comnet.2021.107969","article-title":"Dynamic job-shop scheduling in smart manufacturing using deep reinforcement learning","volume":"190","author":"Wang","year":"2021","journal-title":"Comput. Netw."},{"issue":"4","key":"10.1016\/j.engappai.2025.110598_bib29","doi-asserted-by":"crossref","first-page":"257","DOI":"10.23919\/CSMS.2021.0027","article-title":"A review of reinforcement learning based intelligent optimization for manufacturing scheduling","volume":"1","author":"Wang","year":"2021","journal-title":"Complex System Modeling and Simulation"},{"issue":"2","key":"10.1016\/j.engappai.2025.110598_bib30","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1109\/MCI.2024.3363970","article-title":"Genetic programming and reinforcement learning on learning heuristics for dynamic scheduling: a preliminary comparison","volume":"19","author":"Xu","year":"2024","journal-title":"IEEE Comput. Intell. Mag."},{"key":"10.1016\/j.engappai.2025.110598_bib31","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1016\/j.jmsy.2023.09.009","article-title":"Deep reinforcement learning for dynamic flexible job shop scheduling problem considering variable processing times","volume":"71","author":"Zhang","year":"2023","journal-title":"J. Manuf. Syst."},{"key":"10.1016\/j.engappai.2025.110598_bib32","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2023.121205","article-title":"An effective reformative memetic algorithm for distributed flexible job-shop scheduling problem with order cancellation","volume":"237","author":"Zhu","year":"2024","journal-title":"Expert Syst. Appl."}],"container-title":["Engineering Applications of Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0952197625005986?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S0952197625005986?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2025,8,6]],"date-time":"2025-08-06T11:58:05Z","timestamp":1754481485000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S0952197625005986"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,6]]},"references-count":32,"alternative-id":["S0952197625005986"],"URL":"https:\/\/doi.org\/10.1016\/j.engappai.2025.110598","relation":{},"ISSN":["0952-1976"],"issn-type":[{"value":"0952-1976","type":"print"}],"subject":[],"published":{"date-parts":[[2025,6]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"Solving quay wall allocation problems based on deep reinforcement learning","name":"articletitle","label":"Article Title"},{"value":"Engineering Applications of Artificial Intelligence","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.engappai.2025.110598","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2025 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"110598"}}