{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,5]],"date-time":"2026-08-05T00:06:47Z","timestamp":1785888407133,"version":"3.56.0"},"reference-count":42,"publisher":"Springer Science and Business Media LLC","issue":"20","license":[{"start":{"date-parts":[[2024,4,21]],"date-time":"2024-04-21T00:00:00Z","timestamp":1713657600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,4,21]],"date-time":"2024-04-21T00:00:00Z","timestamp":1713657600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2024,7]]},"DOI":"10.1007\/s00521-024-09710-1","type":"journal-article","created":{"date-parts":[[2024,4,21]],"date-time":"2024-04-21T18:01:16Z","timestamp":1713722476000},"page":"12443-12460","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Deep reinforcement learning framework for end-to-end semiconductor process control"],"prefix":"10.1007","volume":"36","author":[{"given":"Thomas","family":"Hirtz","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7328-2182","authenticated-orcid":false,"given":"He","family":"Tian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shazrah","family":"Shahzad","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fan","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yi","family":"Yang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Tian-Ling","family":"Ren","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,4,21]]},"reference":[{"issue":"4","key":"9710_CR1","doi-asserted-by":"publisher","first-page":"307","DOI":"10.1109\/3476.558560","volume":"19","author":"DS Boning","year":"1996","unstructured":"Boning DS, Moyne WP, Smith TH, Moyne J, Telfeyan R, Hurwitz A, Tayor J (1996) Run by run control of chemical\u2013mechanical polishing. IEEE Trans Compon Packag Manuf Technol Part C 19(4):307\u2013314","journal-title":"IEEE Trans Compon Packag Manuf Technol Part C"},{"key":"9710_CR2","first-page":"1877","volume":"33","author":"T Brown","year":"2020","unstructured":"Brown T, Mann B, Ryder N, Subbiah M, Kaplan JD, Dhariwal P et al (2020) Language models are few-shot learners. Adv Neural Inf Process Syst 33:1877\u20131901","journal-title":"Adv Neural Inf Process Syst"},{"issue":"3","key":"9710_CR3","doi-asserted-by":"publisher","first-page":"359","DOI":"10.1109\/66.857946","volume":"13","author":"J Card","year":"2000","unstructured":"Card J (2000) A study in dynamic neural control of semiconductor fabrication processes. IEEE Trans Semicond Manuf 13(3):359\u2013365. https:\/\/doi.org\/10.1109\/66.857946","journal-title":"IEEE Trans Semicond Manuf"},{"issue":"2","key":"9710_CR4","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1109\/TSM.2019.2902657","volume":"32","author":"S Cheon","year":"2019","unstructured":"Cheon S, Lee H, Kim CO, Lee SH (2019) Convolutional neural network for wafer surface defect classification and the detection of unknown defect class. IEEE Trans Semicond Manuf 32(2):163\u2013170. https:\/\/doi.org\/10.1109\/TSM.2019.2902657","journal-title":"IEEE Trans Semicond Manuf"},{"key":"9710_CR5","doi-asserted-by":"publisher","first-page":"159351","DOI":"10.1109\/ACCESS.2020.3019933","volume":"8","author":"HC Choi","year":"2020","unstructured":"Choi HC, Yun H, Yoon JS, Baek RH (2020) Neural approach for modeling and optimizing Si-MOSFET manufacturing. IEEE Access 8:159351\u2013159370","journal-title":"IEEE Access"},{"key":"9710_CR6","unstructured":"Du SS, Kakade SM, Wang R, Yang LF (2020) Is a good representation sufficient for sample efficient reinforcement learning? In: International conference on learning representations"},{"key":"9710_CR7","unstructured":"Fujimoto S, Hoof H, Meger D (2018) Addressing function approximation error in actor-critic methods. In: International conference on machine learning, pp 1587\u20131596"},{"key":"9710_CR8","unstructured":"Geng H (2018) Semiconductor manufacturing handbook, second edition. McGraw-Hill Education"},{"key":"9710_CR9","unstructured":"Haarnoja T, Zhou A, Hartikainen K, Tucker G, Ha S, Tan J, Levine S (2018) Soft actor-critic algorithms and applications. arXiv:1812.05905"},{"issue":"12","key":"9710_CR10","doi-asserted-by":"publisher","first-page":"124101","DOI":"10.1088\/1674-4926\/42\/12\/124101","volume":"42","author":"T Hirtz","year":"2021","unstructured":"Hirtz T, Huurman S, Tian H, Yang Y, Ren T-L (2021) Framework for TCAD augmented machine learning on multi- i\u2013v characteristics using convolutional neural network and multiprocessing. J Semicond 42(12):124101. https:\/\/doi.org\/10.1088\/1674-4926\/42\/12\/124101","journal-title":"J Semicond"},{"key":"9710_CR11","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2023.3262541","author":"K Huang","year":"2023","unstructured":"Huang K, Tao Z, Liu Y, Wu D, Yang C, Gui W (2023) Error-triggered adaptive sparse identification for predictive control and its application to multiple operating conditions processes. IEEE Trans Neural Netw Learn Syst. https:\/\/doi.org\/10.1109\/TNNLS.2023.3262541","journal-title":"IEEE Trans Neural Netw Learn Syst"},{"issue":"11","key":"9710_CR12","doi-asserted-by":"publisher","first-page":"11544","DOI":"10.1109\/TIE.2022.3229323","volume":"70","author":"K Huang","year":"2023","unstructured":"Huang K, Wei K, Li F, Yang C, Gui W (2023) LSTM-MPC: a deep learning based predictive control method for multimode process control. IEEE Trans Ind Electron 70(11):11544\u201311554. https:\/\/doi.org\/10.1109\/TIE.2022.3229323","journal-title":"IEEE Trans Ind Electron"},{"issue":"1","key":"9710_CR13","doi-asserted-by":"publisher","first-page":"51","DOI":"10.1038\/s41699-022-00327-3","volume":"6","author":"X Huang","year":"2022","unstructured":"Huang X, Liu C, Zhou P (2022) 2d semiconductors for specific electronic applications: from device to system. npj 2D Mater Appl 6(1):51","journal-title":"npj 2D Mater Appl"},{"key":"9710_CR14","doi-asserted-by":"crossref","unstructured":"Ismail M, Mostafa NA, El-assal A (2021) Quality monitoring in multistage manufacturing systems by using machine learning techniques. J Intell Manuf 1\u201316","DOI":"10.1007\/s10845-021-01792-1"},{"key":"9710_CR15","doi-asserted-by":"publisher","first-page":"44","DOI":"10.1016\/j.jprocont.2017.12.004","volume":"62","author":"X Jia","year":"2018","unstructured":"Jia X, Di Y, Feng J, Yang Q, Dai H, Lee J (2018) Adaptive virtual metrology for semiconductor chemical mechanical planarization process using gmdh-type polynomial neural networks. J Process Control 62:44\u201354","journal-title":"J Process Control"},{"key":"9710_CR16","unstructured":"Jiang Z, Xu D, Liang J (2017) A deep reinforcement learning framework for the financial portfolio management problem"},{"key":"9710_CR17","doi-asserted-by":"publisher","first-page":"100189","DOI":"10.1016\/j.rineng.2020.100189","volume":"8","author":"J Kabuba","year":"2020","unstructured":"Kabuba J, Banza M (2020) Ion-exchange process for the removal of ni (ii) and co (ii) from wastewater using modified clinoptilolite: Modeling by response surface methodology and artificial neural network. Results Eng 8:100189. https:\/\/doi.org\/10.1016\/j.rineng.2020.100189","journal-title":"Results Eng"},{"key":"9710_CR18","doi-asserted-by":"publisher","first-page":"583","DOI":"10.1016\/S0925-5273(98)00178-9","volume":"60","author":"BS Kang","year":"1999","unstructured":"Kang BS, Choe DH, Park SC (1999) Intelligent process control in manufacturing industry with sequential processes. Int J Prod Econ 60:583\u2013590","journal-title":"Int J Prod Econ"},{"issue":"3","key":"9710_CR19","doi-asserted-by":"publisher","first-page":"2508","DOI":"10.1016\/j.eswa.2010.08.040","volume":"38","author":"P Kang","year":"2011","unstructured":"Kang P, Kim D, Lee H, Doh S, Cho S (2011) Virtual metrology for run-to-run control in semiconductor manufacturing. Expert Syst Appl 38(3):2508\u20132522","journal-title":"Expert Syst Appl"},{"key":"9710_CR20","unstructured":"Kingma DP, Welling M (2022) Auto-encoding variational Bayes"},{"issue":"3","key":"9710_CR21","doi-asserted-by":"publisher","first-page":"395","DOI":"10.1109\/TSM.2018.2841416","volume":"31","author":"K Kyeong","year":"2018","unstructured":"Kyeong K, Kim H (2018) Classification of mixed-type defect patterns in wafer bin maps using convolutional neural networks. IEEE Trans Semicond Manuf 31(3):395\u2013402. https:\/\/doi.org\/10.1109\/TSM.2018.2841416","journal-title":"IEEE Trans Semicond Manuf"},{"key":"9710_CR22","doi-asserted-by":"crossref","unstructured":"Lee JH (2002) Artifcial intelligence-based sampling planning system for dynamic manufacturing process. Expert Syst Appl 17","DOI":"10.1016\/S0957-4174(01)00049-5"},{"key":"9710_CR23","unstructured":"Lillicrap TP, Hunt JJ, Pritzel A, Heess N, Erez T, Tassa Y, Wierstra D (2019)Continuous control with deep reinforcement learning. arXiv:1509.02971"},{"key":"9710_CR24","doi-asserted-by":"publisher","DOI":"10.1002\/0471790281","volume-title":"Fundamentals of semiconductor manufacturing and process control","author":"GS May","year":"2006","unstructured":"May GS, Spanos CJ (2006) Fundamentals of semiconductor manufacturing and process control. Wiley, Hoboken"},{"issue":"7862","key":"9710_CR25","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1038\/s41586-021-03544-w","volume":"594","author":"A Mirhoseini","year":"2021","unstructured":"Mirhoseini A, Goldie A, Yazgan M, Jiang JW, Songhori EM, Wang S, Dean J (2021) A graph placement methodology for fast chip design. Nature 594(7862):207\u2013212","journal-title":"Nature"},{"key":"9710_CR26","doi-asserted-by":"publisher","DOI":"10.1201\/9781420040661","volume-title":"Run-to-run control in semiconductor manufacturing","author":"J Moyne","year":"2018","unstructured":"Moyne J, Del Castillo E, Hurwitz AM (2018) Run-to-run control in semiconductor manufacturing. CRC Press, Boca Raton"},{"issue":"4","key":"9710_CR27","doi-asserted-by":"publisher","first-page":"283","DOI":"10.1109\/TSM.2016.2574130","volume":"29","author":"J Moyne","year":"2016","unstructured":"Moyne J, Samantaray J, Armacost M (2016) Big data capabilities applied to semiconductor manufacturing advanced process control. IEEE Trans Semicond Manuf 29(4):283\u2013291","journal-title":"IEEE Trans Semicond Manuf"},{"issue":"2","key":"9710_CR28","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1109\/TSM.2019.2897690","volume":"32","author":"T Nakazawa","year":"2019","unstructured":"Nakazawa T, Kulkarni DV (2019) Anomaly detection and segmentation for wafer defect patterns using deep convolutional encoder-decoder neural network architectures in semiconductor manufacturing. IEEE Trans Semicond Manuf 32(2):250\u2013256. https:\/\/doi.org\/10.1109\/TSM.2019.2897690","journal-title":"IEEE Trans Semicond Manuf"},{"key":"9710_CR29","unstructured":"Nishi Y, Doering R (2000) Handbook of semiconductor manufacturing technology. Taylor & Francis"},{"key":"9710_CR30","doi-asserted-by":"publisher","unstructured":"Park I- B, Huh J, Kim J, Park J (2020) A reinforcement learning approach to robust scheduling of semiconductor manufacturing facilities. IEEE Trans Autom Sci Eng 17(3):1420\u20131431. https:\/\/doi.org\/10.1109\/TASE.2019.2956762","DOI":"10.1109\/TASE.2019.2956762"},{"issue":"3","key":"9710_CR31","doi-asserted-by":"publisher","first-page":"179","DOI":"10.1016\/j.jprocont.2005.06.002","volume":"16","author":"SJ Qin","year":"2006","unstructured":"Qin SJ, Cherry G, Good R, Wang J, Harrison CA (2006) Semiconductor manufacturing process control and monitoring: a fab-wide framework. J Process Control 16(3):179\u2013191. https:\/\/doi.org\/10.1016\/j.jprocont.2005.06.002","journal-title":"J Process Control"},{"key":"9710_CR32","doi-asserted-by":"publisher","unstructured":"Sachs E, Guo R-S, Ha S, Hu A (1991) Process control system for VLSI fabrication. IEEE Trans Semicond Manuf 4(2):134\u2013144. https:\/\/doi.org\/10.1109\/66.79725","DOI":"10.1109\/66.79725"},{"key":"9710_CR33","unstructured":"Schulman J, Wolski F, Dhariwal P, Radford A, Klimov O (2017) Proximal policy optimization algorithms. arXiv:1707.06347"},{"key":"9710_CR34","doi-asserted-by":"crossref","unstructured":"Senoner J, Netland T, Feuerriegel S (2021) Using explainable artificial intelligence to improve process quality: evidence from semiconductor manufacturing. Manag Sci 33","DOI":"10.1287\/mnsc.2021.4190"},{"key":"9710_CR35","doi-asserted-by":"crossref","unstructured":"Sevilla J, Heim L, Ho A, Besiroglu T, Hobbhahn M, Villalobos P (2022) Compute trends across three eras of machine learning. In: 2022 international joint conference on neural networks (IJCNN), pp 1\u20138","DOI":"10.1109\/IJCNN55064.2022.9891914"},{"key":"9710_CR36","doi-asserted-by":"publisher","first-page":"484","DOI":"10.1038\/nature16961","volume":"529","author":"D Silver","year":"2016","unstructured":"Silver D, Huang A, Maddison CJ, Guez A, Sifre L, van den Driessche G, Hassabis D (2016) Mastering the game of go with deep neural networks and tree search. Nature 529:484\u2013489","journal-title":"Nature"},{"issue":"6","key":"9710_CR37","doi-asserted-by":"publisher","first-page":"819","DOI":"10.1109\/5.149445","volume":"80","author":"CJ Spanos","year":"1992","unstructured":"Spanos CJ (1992) Statistical process control in semiconductor manufacturing. Proc IEEE 80(6):819\u2013830","journal-title":"Proc IEEE"},{"issue":"1","key":"9710_CR38","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1016\/j.cirp.2018.04.041","volume":"67","author":"N Stricker","year":"2018","unstructured":"Stricker N, Kuhnle A, Sturm R, Friess S (2018) Reinforcement learning for adaptive order dispatching in the semiconductor industry. CIRP Ann 67(1):511\u2013514. https:\/\/doi.org\/10.1016\/j.cirp.2018.04.041","journal-title":"CIRP Ann"},{"key":"9710_CR39","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction (Second ed.). The MIT Press"},{"issue":"3","key":"9710_CR40","doi-asserted-by":"publisher","first-page":"1177","DOI":"10.1002\/asjc.1977","volume":"22","author":"F Tan","year":"2020","unstructured":"Tan F, Pan T, Bian J, Wang H, Wang W (2020) Recursive Bayesian state estimation method for run-to-run control in high-mixed semiconductor manufacturing process. Asian J Control 22(3):1177\u20131187","journal-title":"Asian J Control"},{"key":"9710_CR41","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41586-021-03828-1","volume":"596","author":"K Tunyasuvunakool","year":"2021","unstructured":"Tunyasuvunakool K, Adler J, Wu Z, Green T, Zielinski M, \u017d\u00eddek A, Hassabis D (2021) Highly accurate protein structure prediction for the human proteome. Nature 596:1\u20139. https:\/\/doi.org\/10.1038\/s41586-021-03828-1","journal-title":"Nature"},{"issue":"1","key":"9710_CR42","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1109\/TSM.2017.2768241","volume":"31","author":"J Wan","year":"2018","unstructured":"Wan J, McLoone S (2018) Gaussian process regression for virtual metrology-enabled run-to-run control in semiconductor manufacturing. IEEE Trans Semicond Manuf 31(1):12\u201321. https:\/\/doi.org\/10.1109\/TSM.2017.2768241","journal-title":"IEEE Trans Semicond Manuf"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09710-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-024-09710-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-024-09710-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,8]],"date-time":"2024-07-08T14:13:50Z","timestamp":1720448030000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-024-09710-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,4,21]]},"references-count":42,"journal-issue":{"issue":"20","published-print":{"date-parts":[[2024,7]]}},"alternative-id":["9710"],"URL":"https:\/\/doi.org\/10.1007\/s00521-024-09710-1","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"value":"0941-0643","type":"print"},{"value":"1433-3058","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,4,21]]},"assertion":[{"value":"5 August 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 March 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"21 April 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no conflicts of interest to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}