{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T14:14:09Z","timestamp":1780668849954,"version":"3.54.1"},"reference-count":46,"publisher":"Elsevier BV","license":[{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/tdm\/userlicense\/1.0\/"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.elsevier.com\/legal\/tdmrep-license"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-017"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-012"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2026,9,1]],"date-time":"2026-09-01T00:00:00Z","timestamp":1788220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-004"}],"funder":[{"DOI":"10.13039\/501100006469","name":"Fundo para o Desenvolvimento das Ci\u00eancias e da Tecnologia","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100006469","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["elsevier.com","sciencedirect.com"],"crossmark-restriction":true},"short-container-title":["Advanced Engineering Informatics"],"published-print":{"date-parts":[[2026,9]]},"DOI":"10.1016\/j.aei.2026.104718","type":"journal-article","created":{"date-parts":[[2026,4,21]],"date-time":"2026-04-21T07:05:48Z","timestamp":1776755148000},"page":"104718","update-policy":"https:\/\/doi.org\/10.1016\/elsevier_cm_policy","source":"Crossref","is-referenced-by-count":0,"special_numbering":"PB","title":["A deep reinforcement learning-based method for non-cyclic scheduling of single-armed cluster tools with an equipment front-end module"],"prefix":"10.1016","volume":"74","author":[{"given":"YiMing","family":"Lai","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yan","family":"Qiao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"LiangChao","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"YunFang","family":"He","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"SiWei","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Jie","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tan","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"78","reference":[{"key":"10.1016\/j.aei.2026.104718_b0005","doi-asserted-by":"crossref","DOI":"10.1016\/j.aei.2023.102272","article-title":"A copula network deconvolution-based direct correlation disentangling framework for explainable fault detection in semiconductor wafer fabrication","volume":"59","author":"Xu","year":"2024","journal-title":"Adv. Eng. Inf."},{"key":"10.1016\/j.aei.2026.104718_b0010","doi-asserted-by":"crossref","first-page":"307","DOI":"10.1109\/TSMC.2024.3466991","article-title":"Generalized optimal scheduling of cluster tools with reentrance and residency time constraints","volume":"55","author":"Li","year":"2025","journal-title":"IEEE Trans. Syst. Man Cybern.: Syst."},{"key":"10.1016\/j.aei.2026.104718_b0015","doi-asserted-by":"crossref","first-page":"705","DOI":"10.1109\/TASE.2017.2682271","article-title":"Scheduling single-armed cluster tools with chamber cleaning operations","volume":"15","author":"Yu","year":"2018","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0020","doi-asserted-by":"crossref","first-page":"218","DOI":"10.1109\/TASE.2017.2764105","article-title":"Scheduling dual-armed cluster tools with chamber cleaning operations","volume":"16","author":"Yu","year":"2019","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0025","doi-asserted-by":"crossref","unstructured":"S. Joo, H. -J. Kim, K-wafer cyclic sequence for scheduling of dual-armed cluster tool with purge operation, in IEEE 21st International Conference on Automation Science and Engineering (CASE), Los Angeles, CA, USA, 2025.","DOI":"10.1109\/CASE58245.2025.11163980"},{"key":"10.1016\/j.aei.2026.104718_b0030","doi-asserted-by":"crossref","first-page":"196","DOI":"10.1109\/TSM.2018.2811125","article-title":"Efficient approach to cyclic scheduling of single-arm cluster tools with chamber cleaning operations and wafer residency time constraint","volume":"31","author":"Yang","year":"2018","journal-title":"IEEE Trans. Semicond. Manuf."},{"key":"10.1016\/j.aei.2026.104718_b0035","doi-asserted-by":"crossref","first-page":"1757","DOI":"10.1109\/TASE.2021.3122576","article-title":"An efficient binary integer programming model for residency time-constrained cluster tools with chamber cleaning requirements","volume":"19","author":"Qiao","year":"2022","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0040","doi-asserted-by":"crossref","first-page":"1890","DOI":"10.1109\/TASE.2022.3188858","article-title":"Cleaning plan optimization for dual-armed cluster tools with general chamber cleaning periods","volume":"20","author":"Lee","year":"2023","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0045","doi-asserted-by":"crossref","first-page":"5000","DOI":"10.1109\/TASE.2024.3414843","article-title":"Efficient scheduling of residency-time-constrained dual-armed cluster tools with condition-based chamber cleaning operations","volume":"22","author":"Zhen","year":"2025","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0050","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2024.124471","article-title":"Cycle time analysis for cluster tools with parallel process chambers, processing time variation, and chamber cleaning operations","volume":"255","author":"Pan","year":"2024","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.aei.2026.104718_b0055","doi-asserted-by":"crossref","first-page":"14407","DOI":"10.1109\/TASE.2025.3562191","article-title":"Analysis of conventional robot task sequences during lot switching periods in cluster tools","volume":"22","author":"Ahn","year":"2025","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0060","doi-asserted-by":"crossref","first-page":"11613","DOI":"10.1109\/TASE.2025.3527479","article-title":"Scheduling time-constrained cluster tools with non-identical parallel processing chambers","volume":"22","author":"Yang","year":"2025","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0065","doi-asserted-by":"crossref","first-page":"2785","DOI":"10.1080\/00207543.2011.590949","article-title":"Scheduling start-up and close-down periods of dual-armed cluster tools with wafer delay regulation","volume":"50","author":"Kim","year":"2011","journal-title":"Int. J. Prod. Res."},{"key":"10.1016\/j.aei.2026.104718_b0070","doi-asserted-by":"crossref","first-page":"281","DOI":"10.1109\/TASE.2013.2292572","article-title":"Petri net decomposition approach to deadlock-free and non-cyclic scheduling of dual-armed cluster tools","volume":"12","author":"Nishi","year":"2015","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0075","doi-asserted-by":"crossref","first-page":"1409","DOI":"10.1109\/TASE.2016.2531105","article-title":"Schedulability analysis for noncyclic operation of time-constrained cluster tools with time variation","volume":"13","author":"Kim","year":"2016","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0080","doi-asserted-by":"crossref","first-page":"699","DOI":"10.1109\/TASE.2012.2217128","article-title":"Noncyclic scheduling for timed discrete-event systems with application to single-armed cluster tools using pareto-optimal optimization","volume":"10","author":"Wikborg","year":"2013","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0085","doi-asserted-by":"crossref","first-page":"1243","DOI":"10.1109\/TCST.2016.2598762","article-title":"Scheduling and control of startup process for single-arm cluster tools with residency time constraints","volume":"25","author":"Qiao","year":"2017","journal-title":"IEEE Trans. Control Syst. Technol."},{"key":"10.1016\/j.aei.2026.104718_b0090","doi-asserted-by":"crossref","first-page":"389","DOI":"10.1109\/TSMC.2016.2598303","article-title":"Petri net modeling and scheduling of a close-down process for time-constrained single-arm cluster tools","volume":"48","author":"Zhu","year":"2018","journal-title":"IEEE Trans. Syst. Man Cybern.: Syst."},{"key":"10.1016\/j.aei.2026.104718_b0095","doi-asserted-by":"crossref","first-page":"1622","DOI":"10.1109\/TASE.2017.2690443","article-title":"Completion time analysis of wafer lots in single-armed cluster tools with parallel processing modules","volume":"14","author":"Lee","year":"2017","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0100","doi-asserted-by":"crossref","first-page":"898","DOI":"10.1109\/TASE.2018.2874664","article-title":"Closed-form expressions on lot completion time for dual-armed cluster tools with parallel processing modules","volume":"16","author":"Kim","year":"2019","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0105","doi-asserted-by":"crossref","first-page":"7282","DOI":"10.1109\/TSMC.2020.2978486","article-title":"Integrated scheduling of a dual-armed cluster tool for maximizing steady schedule patterns","volume":"51","author":"Kim","year":"2021","journal-title":"IEEE Trans. Syst. Man Cybern.: Syst."},{"key":"10.1016\/j.aei.2026.104718_b0110","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2025.126443","article-title":"Cyclic scheduling of multi-type wafers concurrent processing in single-arm cluster tools with residency time constraints","volume":"269","author":"Li","year":"2025","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.aei.2026.104718_b0115","article-title":"Modeling and scheduling of dual-arm cluster tools with multifunctional process modules","author":"Wu","year":"2025","journal-title":"IEEE Trans. Semicond. Manuf."},{"key":"10.1016\/j.aei.2026.104718_b0120","doi-asserted-by":"crossref","DOI":"10.1016\/j.eswa.2025.129415","article-title":"Scheduling a dual-arm robotic two-cluster tool in the event of a process module failure","volume":"297","author":"Zhu","year":"2026","journal-title":"Expert Syst. Appl."},{"key":"10.1016\/j.aei.2026.104718_b0125","doi-asserted-by":"crossref","first-page":"525","DOI":"10.1109\/TASE.2013.2296855","article-title":"Scheduling cluster tools for concurrent processing of two wafer types","volume":"11","author":"Lee","year":"2014","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0130","doi-asserted-by":"crossref","first-page":"6007","DOI":"10.1080\/00207543.2015.1035813","article-title":"Scheduling cluster tools for concurrent processing of two wafer types with PM sharing","volume":"53","author":"Lee","year":"2015","journal-title":"Int. J. Prod. Res."},{"key":"10.1016\/j.aei.2026.104718_b0135","doi-asserted-by":"crossref","first-page":"1516","DOI":"10.1109\/TASE.2021.3061140","article-title":"Wafer delay analysis and workload balancing of parallel chambers for dual-armed cluster tools with multiple wafer types","volume":"18","author":"Ko","year":"2021","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0140","doi-asserted-by":"crossref","first-page":"776","DOI":"10.1109\/JAS.2020.1003150","article-title":"Scheduling dual-arm cluster tools with multiple wafer types and residency time constraints","volume":"7","author":"Wang","year":"2020","journal-title":"IEEE\/CAA J. Autom. Sin."},{"key":"10.1016\/j.aei.2026.104718_b0145","doi-asserted-by":"crossref","first-page":"6833","DOI":"10.1109\/TASE.2023.3332551","article-title":"Scheduling of single-arm cluster tools handling multiple wafer types based on double-layer configuration of processing modules","volume":"21","author":"Wang","year":"2024","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0150","doi-asserted-by":"crossref","first-page":"70868","DOI":"10.1109\/ACCESS.2021.3077503","article-title":"Modeling and control for deadlock-free operation of single-arm cluster tools with concurrently processing multiple wafer types via petri net","volume":"9","author":"Lu","year":"2021","journal-title":"IEEE Access"},{"key":"10.1016\/j.aei.2026.104718_b0155","series-title":"16th International Conference on Modeling and Applied Simulation","first-page":"153","article-title":"A reinforcement learning approach to scheduling dual-armed cluster tools with time variations","author":"Roh","year":"2017"},{"key":"10.1016\/j.aei.2026.104718_b0160","doi-asserted-by":"crossref","unstructured":"C. Hong, T. -E. Lee, Multi-agent reinforcement learning approach for scheduling cluster tools with condition based chamber cleaning operations, in: 17th IEEE International Conference on Machine Learning and Applications (ICMLA), Orlando, FL, USA, 2018: pp. 885-890.","DOI":"10.1109\/ICMLA.2018.00143"},{"key":"10.1016\/j.aei.2026.104718_b0165","doi-asserted-by":"crossref","first-page":"3783","DOI":"10.1109\/TASE.2024.3399818","article-title":"Scheduling cluster tools for concurrent processing: deep reinforcement learning with adaptive search","volume":"22","author":"Kim","year":"2025","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0170","doi-asserted-by":"crossref","unstructured":"D. Zhu, Y. Feng, D. Ni, Real-time scheduling for multi-cluster tools with residency constraints by deep reinforcement learning, in: China Automation Congress (CAC), Qingdao, China, 2024.","DOI":"10.1109\/CAC63892.2024.10865569"},{"key":"10.1016\/j.aei.2026.104718_b0175","doi-asserted-by":"crossref","unstructured":"J. Christopher, Study of optimal load lock dedication for cluster tools, in: Winter Simulation Conference, Miami, FL, USA, 2008: pp. 2136-2140.","DOI":"10.1109\/WSC.2008.4736311"},{"key":"10.1016\/j.aei.2026.104718_b0180","doi-asserted-by":"crossref","first-page":"171","DOI":"10.1109\/TSM.2015.2415523","article-title":"Scheduling in-line multiple cluster tools","volume":"28","author":"Kim","year":"2015","journal-title":"IEEE Trans. Semicond. Manuf."},{"key":"10.1016\/j.aei.2026.104718_b0185","doi-asserted-by":"crossref","unstructured":"H. Wang, H. -g. Wang, W. -l. Xu, Cyclic scheduling of cluster tools with equipment front-end module and multifunctional load locks, in: 26th Chinese Control and Decision Conference, Changsha, China, 2014: pp. 4448-4453.","DOI":"10.1109\/CCDC.2014.6852964"},{"key":"10.1016\/j.aei.2026.104718_b0190","doi-asserted-by":"crossref","unstructured":"C. Hong, T. -E. Lee, Modeling, Simulation and supervisory control of semiconductor manufacturing cluster tools with an equipment front-end module, in: IEEE 16th International Conference on Automation Science and Engineering (CASE), Hong Kong, China, 2020.","DOI":"10.1109\/CASE48305.2020.9216790"},{"key":"10.1016\/j.aei.2026.104718_b0195","doi-asserted-by":"crossref","first-page":"5912","DOI":"10.1109\/TSMC.2024.3409727","article-title":"Collaborative scheduling for single-arm cluster tools with an equipment front-end module subject to chamber cleaning requirements","volume":"54","author":"Huang","year":"2024","journal-title":"IEEE Trans. Syst. Man Cybern.: Syst."},{"key":"10.1016\/j.aei.2026.104718_b0200","doi-asserted-by":"crossref","first-page":"9544","DOI":"10.1109\/TASE.2024.3507854","article-title":"Scheduling single-arm cluster tools with an equipment front-end module subject to wafer residency time constraints","volume":"22","author":"Huang","year":"2025","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"10.1016\/j.aei.2026.104718_b0205","doi-asserted-by":"crossref","first-page":"6352","DOI":"10.1109\/LRA.2024.3396112","article-title":"Scheduling of time-constrained single-arm cluster tools with two-space process modules in semiconductor manufacturing","volume":"9","author":"Zou","year":"2024","journal-title":"IEEE Robot. Autom. Lett."},{"key":"10.1016\/j.aei.2026.104718_b0210","series-title":"In: Conference of Science and Technology of Integrated Circuits (CSTIC)","first-page":"1","article-title":"Real-time scheduling for multi-cluster tools with milti-type wafers by deep reinforcement learning","author":"Zhu","year":"2025"},{"key":"10.1016\/j.aei.2026.104718_b0215","doi-asserted-by":"crossref","first-page":"10177","DOI":"10.1109\/LRA.2024.3469823","article-title":"Scheduling dual-arm multi-cluster tools with residency time constraints beyond swap-based strategies and module-bound regions","volume":"9","author":"Li","year":"2024","journal-title":"IEEE Robot. Autom. Lett."},{"key":"10.1016\/j.aei.2026.104718_b0220","doi-asserted-by":"crossref","first-page":"1408","DOI":"10.1007\/s10696-024-09565-7","article-title":"Scheduling single-arm multi-cluster tools connected by one-space buffer modules beyond the schedulability assumption","volume":"37","author":"Li","year":"2025","journal-title":"Flex. Serv. Manuf. J."},{"key":"10.1016\/j.aei.2026.104718_b0225","first-page":"1","article-title":"Wafer flow time control in robotized semiconductor manufacturing tools","author":"Kim","year":"2026","journal-title":"IEEE Trans. Syst. Man Cybern.: Syst."},{"key":"10.1016\/j.aei.2026.104718_b0230","doi-asserted-by":"crossref","unstructured":"S.-H. Cho, J. S. B. Choe, J. -K. Kim, Autoregressive DRL for multi-robot Scheduling in semiconductor cluster tools, in: IEEE 34th International Symposium on Industrial Electronics (ISIE), Toronto, ON, Canada, 2025: pp. 1-8.","DOI":"10.1109\/ISIE62713.2025.11124688"}],"container-title":["Advanced Engineering Informatics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1474034626004106?httpAccept=text\/xml","content-type":"text\/xml","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/api.elsevier.com\/content\/article\/PII:S1474034626004106?httpAccept=text\/plain","content-type":"text\/plain","content-version":"vor","intended-application":"text-mining"}],"deposited":{"date-parts":[[2026,6,5]],"date-time":"2026-06-05T13:37:29Z","timestamp":1780666649000},"score":1,"resource":{"primary":{"URL":"https:\/\/linkinghub.elsevier.com\/retrieve\/pii\/S1474034626004106"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,9]]},"references-count":46,"alternative-id":["S1474034626004106"],"URL":"https:\/\/doi.org\/10.1016\/j.aei.2026.104718","relation":{},"ISSN":["1474-0346"],"issn-type":[{"value":"1474-0346","type":"print"}],"subject":[],"published":{"date-parts":[[2026,9]]},"assertion":[{"value":"Elsevier","name":"publisher","label":"This article is maintained by"},{"value":"A deep reinforcement learning-based method for non-cyclic scheduling of single-armed cluster tools with an equipment front-end module","name":"articletitle","label":"Article Title"},{"value":"Advanced Engineering Informatics","name":"journaltitle","label":"Journal Title"},{"value":"https:\/\/doi.org\/10.1016\/j.aei.2026.104718","name":"articlelink","label":"CrossRef DOI link to publisher maintained version"},{"value":"article","name":"content_type","label":"Content Type"},{"value":"\u00a9 2026 Elsevier Ltd. All rights are reserved, including those for text and data mining, AI training, and similar technologies.","name":"copyright","label":"Copyright"}],"article-number":"104718"}}