{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T19:39:49Z","timestamp":1783021189298,"version":"3.54.6"},"publisher-location":"Cham","reference-count":14,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032045546","type":"print"},{"value":"9783032045553","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,9,12]],"date-time":"2025-09-12T00:00:00Z","timestamp":1757635200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,12]],"date-time":"2025-09-12T00:00:00Z","timestamp":1757635200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-04555-3_33","type":"book-chapter","created":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T08:55:28Z","timestamp":1757580928000},"page":"402-414","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Optimized Supervised Control of\u00a0Stochastic Timed Discrete Event Systems Using Supervisory Control Theory and\u00a0Reinforcement Learning"],"prefix":"10.1007","author":[{"given":"Yingjun","family":"Liu","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fuchun","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hongzhen","family":"Zhu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,9,12]]},"reference":[{"key":"33_CR1","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-68612-7","volume-title":"Introduction to Discrete Event Systems","author":"S Lafortune","year":"2008","unstructured":"Lafortune, S., Cassandras, C.: Introduction to Discrete Event Systems, 2nd edn. Springer, New York (2008). https:\/\/doi.org\/10.1007\/978-0-387-68612-7","edition":"2"},{"issue":"2","key":"33_CR2","first-page":"241","volume":"205","author":"J-C Billaut","year":"2010","unstructured":"Billaut, J.-C., et al.: A survey on industrial applications of flexible job shop scheduling problems. Eur. J. Oper. Res. 205(2), 241\u2013251 (2010)","journal-title":"Eur. J. Oper. Res."},{"issue":"2","key":"33_CR3","doi-asserted-by":"publisher","first-page":"329","DOI":"10.1109\/9.272327","volume":"39","author":"WM Wonham","year":"1994","unstructured":"Wonham, W.M., Ramadge, P.J.: Supervisory control of timed discrete-event systems. IEEE Trans. Autom. Control 39(2), 329\u2013342 (1994)","journal-title":"IEEE Trans. Autom. Control"},{"key":"33_CR4","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1016\/j.arcontrol.2018.03.002","volume":"45","author":"WM Wonham","year":"2018","unstructured":"Wonham, W.M.: Supervisory control of discrete-event systems: a brief history. Annu. Rev. Control. 45, 250\u2013256 (2018)","journal-title":"Annu. Rev. Control."},{"key":"33_CR5","doi-asserted-by":"publisher","DOI":"10.1016\/j.cnsns.2024.108036","volume":"136","author":"F Zouari","year":"2024","unstructured":"Zouari, F., et al.: Finite-time adaptive event-triggered output feedback intelligent control for noninteger order nonstrict feedback systems with asymmetric time-varying pseudo-state constraints and nonsmooth input nonlinearities. Commun. Nonlinear Sci. Numer. Simul. 136, 108036 (2024)","journal-title":"Commun. Nonlinear Sci. Numer. Simul."},{"key":"33_CR6","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction, 2nd edn. MIT Press, Cambridge (2018)","edition":"2"},{"issue":"9","key":"33_CR7","doi-asserted-by":"publisher","first-page":"2185","DOI":"10.1109\/TFUZZ.2019.2931254","volume":"28","author":"Y Ying","year":"2019","unstructured":"Ying, Y., Lin, H.: Online self-learning fuzzy discrete event systems. IEEE Trans. Fuzzy Syst. 28(9), 2185\u20132194 (2019)","journal-title":"IEEE Trans. Fuzzy Syst."},{"issue":"1","key":"33_CR8","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1109\/TASE.2019.2929563","volume":"17","author":"P Zhang","year":"2019","unstructured":"Zhang, P., et al.: Control of black-box embedded systems by integrating automata learning and supervisory control theory of discrete-event systems. IEEE Trans. Autom. Sci. Eng. 17(1), 361\u2013374 (2019)","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"issue":"11","key":"33_CR9","doi-asserted-by":"publisher","first-page":"367","DOI":"10.1016\/S1474-6670(17)31638-5","volume":"37","author":"T Yamasaki","year":"2004","unstructured":"Yamasaki, T., Takai, S.: Decentralized supervisory control of discrete event systems based on reinforcement learning. IFAC Proc. Vol. 37(11), 367\u2013372 (2004)","journal-title":"IFAC Proc. Vol."},{"key":"33_CR10","doi-asserted-by":"publisher","first-page":"108332","DOI":"10.1109\/ACCESS.2022.3213697","volume":"10","author":"D Lefebvre","year":"2022","unstructured":"Lefebvre, D., Kratz, F.: Stochastic timed discrete-event systems: modular modeling and performance evaluation through Markovian jumps. IEEE Access. 10, 108332\u2013108341 (2022)","journal-title":"IEEE Access."},{"issue":"12","key":"33_CR11","doi-asserted-by":"publisher","first-page":"5802","DOI":"10.1109\/TAC.2020.3044853","volume":"66","author":"D Lefebvre","year":"2020","unstructured":"Lefebvre, D.: Exposure and revelation times as a measure of opacity in timed stochastic discrete event systems. IEEE Trans. Autom. Control 66(12), 5802\u20135815 (2020)","journal-title":"IEEE Trans. Autom. Control"},{"issue":"3","key":"33_CR12","doi-asserted-by":"publisher","first-page":"1890","DOI":"10.1109\/TCYB.2022.3164977","volume":"53","author":"J Wang","year":"2023","unstructured":"Wang, J., et al.: Event-triggered near-optimal control for unknown discrete-time nonlinear systems using parallel control. IEEE Trans. Cybernet. 53(3), 1890\u20131904 (2023)","journal-title":"IEEE Trans. Cybernet."},{"key":"33_CR13","unstructured":"Neto, A.A.: Planning, learning and control under uncertainty based on discrete event systems and reinforcement learning. Ph.D. dissertation, Instituto Superior T\u00e9cnico, Lisboa, Portugal (2010)"},{"key":"33_CR14","doi-asserted-by":"publisher","DOI":"10.1016\/j.asoc.2021.107714","volume":"111","author":"C Zielinski","year":"2021","unstructured":"Zielinski, C., et al.: Flexible control of discrete event systems using environment simulation and reinforcement learning. Appl. Soft Comput. 111, 107714 (2021)","journal-title":"Appl. Soft Comput."}],"container-title":["Lecture Notes in Computer Science","Artificial Neural Networks and Machine Learning \u2013 ICANN 2025"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-04555-3_33","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,2]],"date-time":"2026-07-02T18:44:05Z","timestamp":1783017845000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-04555-3_33"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,12]]},"ISBN":["9783032045546","9783032045553"],"references-count":14,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-04555-3_33","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,12]]},"assertion":[{"value":"12 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"This study was supported by the Guangdong Basic and Applied Basic Research Foundation (2023A1515012783) of China.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Funding"}},{"value":"ICANN","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Artificial Neural Networks","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kaunas","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lithuania","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"34","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"icann2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/e-nns.org\/icann2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}