{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T13:12:16Z","timestamp":1783775536308,"version":"3.55.0"},"publisher-location":"Singapore","reference-count":20,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819228546","type":"print"},{"value":"9789819228522","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,7,12]],"date-time":"2026-07-12T00:00:00Z","timestamp":1783814400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,7,12]],"date-time":"2026-07-12T00:00:00Z","timestamp":1783814400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-981-92-2852-2_19","type":"book-chapter","created":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T12:30:34Z","timestamp":1783773034000},"page":"244-257","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Scheduling Robotic Cellular Manufacturing Systems with\u00a0Accelerated Reinforcement Learning on\u00a0Place-Timed Petri Nets"],"prefix":"10.1007","author":[{"given":"Zhikang","family":"Ni","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Bo","family":"Huang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,7,12]]},"reference":[{"issue":"11","key":"19_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3570326","volume":"55","author":"B Huang","year":"2023","unstructured":"Huang, B., Zhou, M., Lu, X.S., Abusorrah, A.: Scheduling of resource allocation systems with timed Petri nets: a survey. ACM Comput. Surv. 55(11), 1\u201327 (2023). https:\/\/doi.org\/10.1145\/3570326","journal-title":"ACM Comput. Surv."},{"key":"19_CR2","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2023.120495","volume":"231","author":"AK Shakya","year":"2023","unstructured":"Shakya, A.K., Pillai, G., Chakrabarty, S.: Reinforcement learning algorithms: a brief survey. Expert Syst. Appl. 231, 120495 (2023). https:\/\/doi.org\/10.1016\/j.eswa.2023.120495","journal-title":"Expert Syst. Appl."},{"issue":"2","key":"19_CR3","doi-asserted-by":"publisher","first-page":"136","DOI":"10.3390\/app7020136","volume":"7","author":"M Drakaki","year":"2017","unstructured":"Drakaki, M., Tzionas, P.: Manufacturing scheduling using colored Petri nets and reinforcement learning. Appl. Sci. 7(2), 136 (2017). https:\/\/doi.org\/10.3390\/app7020136","journal-title":"Appl. Sci."},{"key":"19_CR4","doi-asserted-by":"publisher","unstructured":"Riedmann, S., Harb, J., Hoher, S.: Timed coloured Petri net simulation model for reinforcement learning in the context of production systems. In: Congress of the German Academic Association for Production Technology, pp. 457\u2013465. Springer, Cham (2021). https:\/\/doi.org\/10.1007\/978-3-030-78424-9_51","DOI":"10.1007\/978-3-030-78424-9_51"},{"issue":"7","key":"19_CR5","doi-asserted-by":"publisher","first-page":"2346","DOI":"10.1080\/00207543.2021.1887533","volume":"60","author":"JH Lee","year":"2022","unstructured":"Lee, J.H., Kim, H.J.: Reinforcement learning for robotic flow shop scheduling with processing time variations. Int. J. Prod. Res. 60(7), 2346\u20132368 (2022). https:\/\/doi.org\/10.1080\/00207543.2021.1887533","journal-title":"Int. J. Prod. Res."},{"key":"19_CR6","doi-asserted-by":"publisher","first-page":"690","DOI":"10.1016\/j.jmsy.2024.04.028","volume":"74","author":"S Lassoued","year":"2024","unstructured":"Lassoued, S., Schwung, A.: Introducing PetriRL: an innovative framework for JSSP resolution integrating Petri nets and event-based reinforcement learning. J. Manuf. Syst. 74, 690\u2013702 (2024). https:\/\/doi.org\/10.1016\/j.jmsy.2024.04.028","journal-title":"J. Manuf. Syst."},{"key":"19_CR7","doi-asserted-by":"publisher","unstructured":"Yao, Z., Huang, B., Lv, J., Lu, X., Cui, M., Yu, S.: Scheduling of robotic cellular manufacturing systems with timed Petri nets and reinforcement learning. In: IEEE\/RSJ International Conference on Intelligent Robots and Systems (IROS), pp. 2333\u20132338. IEEE, Abu Dhabi, United Arab Emirates (2024). https:\/\/doi.org\/10.1109\/IROS58592.2024.10802059","DOI":"10.1109\/IROS58592.2024.10802059"},{"key":"19_CR8","doi-asserted-by":"publisher","DOI":"10.1002\/9781119619727","volume-title":"Supervisory Control and Scheduling of Resource Allocation Systems: Reachability Graph Perspective","author":"B Huang","year":"2020","unstructured":"Huang, B., Zhou, M.: Supervisory Control and Scheduling of Resource Allocation Systems: Reachability Graph Perspective. John Wiley & Sons, Hoboken, NJ, USA (2020)"},{"issue":"2","key":"19_CR9","doi-asserted-by":"publisher","first-page":"2865","DOI":"10.1109\/TII.2023.3296909","volume":"20","author":"J Lv","year":"2023","unstructured":"Lv, J., Huang, B.: A Petri-net-based anytime A* search for scheduling resource allocation systems. IEEE Trans. Industr. Inf. 20(2), 2865\u20132872 (2023)","journal-title":"IEEE Trans. Industr. Inf."},{"issue":"2","key":"19_CR10","doi-asserted-by":"publisher","DOI":"10.1016\/j.rcim.2021.102202","volume":"72","author":"T Zhou","year":"2021","unstructured":"Zhou, T., Tang, D., Zhu, H., Zhang, Z.: Multi-agent reinforcement learning for online scheduling in smart factories. Rob. Comput. Integr. Manuf. 72(2), 102202 (2021). https:\/\/doi.org\/10.1016\/j.rcim.2021.102202","journal-title":"Rob. Comput. Integr. Manuf."},{"key":"19_CR11","unstructured":"Hasselt, H.V.: Double Q-learning. In: Proceedings of the 24th International Conference on Neural, pp. 2613\u20132621. Curran Associates Inc, Red Hook, NY, USA (2010)"},{"issue":"5","key":"19_CR12","doi-asserted-by":"publisher","first-page":"1876","DOI":"10.1109\/TCST.2021.3123963","volume":"30","author":"B Huang","year":"2022","unstructured":"Huang, B., Zhou, M.: Symbolic scheduling of robotic cellular manufacturing systems with timed Petri nets. IEEE Trans. Control Syst. Technol. 30(5), 1876\u20131887 (2022). https:\/\/doi.org\/10.1109\/TCST.2021.3123963","journal-title":"IEEE Trans. Control Syst. Technol."},{"key":"19_CR13","unstructured":"Azar, M.G., Munos, R., Ghavamzadeh, M., Kappen, H.J.: Speedy Q-learning. In: Proceedings of the 25th International Conference on Neural Information Processing Systems, pp. 2411\u20132419. Curran Associates Inc, Red Hook, NY, USA (2011)"},{"issue":"1","key":"19_CR14","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1007\/BF01951368","volume":"17","author":"D Reetz","year":"1973","unstructured":"Reetz, D.: Solution of a Markovian decision problem by successive overrelaxation. Math. Methods Oper. Res. 17(1), 29\u201332 (1973). https:\/\/doi.org\/10.1007\/BF01951368","journal-title":"Math. Methods Oper. Res."},{"issue":"1","key":"19_CR15","doi-asserted-by":"publisher","first-page":"177","DOI":"10.1016\/S0377-0427(00)00403-9","volume":"123","author":"A Hadjidimos","year":"2000","unstructured":"Hadjidimos, A.: Successive overrelaxation (SOR) and related methods. J. Comput. Appl. Math. 123(1), 177\u2013199 (2000). https:\/\/doi.org\/10.1016\/S0377-0427(00)00403-9","journal-title":"J. Comput. Appl. Math."},{"issue":"1","key":"19_CR16","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1109\/LCSYS.2019.2921158","volume":"4","author":"C Kamanchi","year":"2020","unstructured":"Kamanchi, C., Diddigi, R.B., Bhatnagar, S.: Successive over relaxation Q-learning. IEEE Control Syst. Lett. 4(1), 55\u201360 (2020). https:\/\/doi.org\/10.1109\/LCSYS.2019.2921158","journal-title":"IEEE Control Syst. Lett."},{"issue":"10","key":"19_CR17","doi-asserted-by":"publisher","first-page":"19467","DOI":"10.1109\/TNNLS.2025.3576581","volume":"36","author":"S Shreyas","year":"2025","unstructured":"Shreyas, S.: Double successive over-relaxation Q-learning with an extension to deep reinforcement learning. IEEE Trans. Neural Netw. Learn. Syst. 36(10), 19467\u201319472 (2025). https:\/\/doi.org\/10.1109\/TNNLS.2025.3576581","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"19_CR18","doi-asserted-by":"publisher","unstructured":"Sachweh, T., Haritz, P., Liebig, T.: Using Petri nets as an integrated constraint mechanism for reinforcement learning tasks. In: 2024 IEEE Intelligent Vehicles Symposium (IV), pp. 1686\u20131692 (2024). https:\/\/doi.org\/10.1109\/IV55156.2024.10588380","DOI":"10.1109\/IV55156.2024.10588380"},{"issue":"1","key":"19_CR19","doi-asserted-by":"publisher","first-page":"243","DOI":"10.1109\/TASE.2020.3026351","volume":"19","author":"B Huang","year":"2020","unstructured":"Huang, B., Zhou, M., Abusorrah, A., Sedraoui, K.: Scheduling robotic cellular manufacturing systems with timed Petri net, A* search, and admissible heuristic function. IEEE Trans. Autom. Sci. Eng. 19(1), 243\u2013250 (2020). https:\/\/doi.org\/10.1109\/TASE.2020.3026351","journal-title":"IEEE Trans. Autom. Sci. Eng."},{"key":"19_CR20","unstructured":"Medina-Marin, J., Seck-Tuoh-Mora, J.C., Hernandez-Romero, N., Escamilla-Serna, N.J.: Applying an adaptive Petri net to calculate the Makespan in the job shop scheduling problem. In: Proceedings of the European Modeling and Simulation Symposium (EMSS) 2014, pp. 463\u2013468. MSC-LES, Italy (2014)"}],"container-title":["Lecture Notes in Computer Science","Knowledge Science, Engineering and Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-92-2852-2_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T12:30:35Z","timestamp":1783773035000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-92-2852-2_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,12]]},"ISBN":["9789819228546","9789819228522"],"references-count":20,"URL":"https:\/\/doi.org\/10.1007\/978-981-92-2852-2_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,7,12]]},"assertion":[{"value":"12 July 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"KSEM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Knowledge Science, Engineering and Management","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Beijing","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 July 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 July 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ksem2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ksem2026.rosc.org.cn\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}