{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T15:20:47Z","timestamp":1759332047564,"version":"3.40.3"},"publisher-location":"Cham","reference-count":31,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031539657"},{"type":"electronic","value":"9783031539664"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-53966-4_18","type":"book-chapter","created":{"date-parts":[[2024,2,14]],"date-time":"2024-02-14T18:02:29Z","timestamp":1707933749000},"page":"237-254","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Application of\u00a0Multi-agent Reinforcement Learning to\u00a0the\u00a0Dynamic Scheduling Problem in\u00a0Manufacturing Systems"],"prefix":"10.1007","author":[{"given":"David","family":"Heik","sequence":"first","affiliation":[]},{"given":"Fouad","family":"Bahrpeyma","sequence":"additional","affiliation":[]},{"given":"Dirk","family":"Reichelt","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,2,15]]},"reference":[{"key":"18_CR1","doi-asserted-by":"publisher","unstructured":"Alqoud, A., Schaefer, D., Milisavljevic-Syed, J.: Industry 4.0: a systematic review of legacy manufacturing system digital retrofitting. Manuf. Rev. 9, 32 (2022). https:\/\/doi.org\/10.1051\/mfreview\/2022031","DOI":"10.1051\/mfreview\/2022031"},{"key":"18_CR2","doi-asserted-by":"publisher","first-page":"1209","DOI":"10.1007\/s00607-015-0455-8","volume":"97","author":"F Bahrpeyma","year":"2015","unstructured":"Bahrpeyma, F., Haghighi, H., Zakerolhosseini, A.: An adaptive rl based approach for dynamic resource provisioning in cloud virtualized data centers. Computing 97, 1209\u20131234 (2015)","journal-title":"Computing"},{"key":"18_CR3","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1016\/j.asoc.2014.10.005","volume":"26","author":"F Bahrpeyma","year":"2015","unstructured":"Bahrpeyma, F., Zakerolhoseini, A., Haghighi, H.: Using ids fitted q to develop a real-time adaptive controller for dynamic resource provisioning in cloud\u2019s virtualized environment. Appl. Soft Comput. 26, 285\u2013298 (2015)","journal-title":"Appl. Soft Comput."},{"key":"18_CR4","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1016\/j.procir.2022.09.024","volume":"112","author":"P Burggr\u00e4f","year":"2022","unstructured":"Burggr\u00e4f, P., Wagner, J., Sa\u00dfmannshausen, T., Ohrndorf, D., Subramani, K.: Multi-agent-based deep reinforcement learning for dynamic flexible job shop scheduling. Procedia CIRP 112, 57\u201362 (2022). https:\/\/doi.org\/10.1016\/j.procir.2022.09.024","journal-title":"Procedia CIRP"},{"key":"18_CR5","unstructured":"Carroll, D.C.: Heuristic sequencing of single and multiple component jobs. Ph.D. thesis, Massachusetts Institute of Technology (1965)"},{"issue":"4","key":"18_CR6","first-page":"228","volume":"16","author":"RW Conway","year":"1965","unstructured":"Conway, R.W.: Priority dispatching and job lateness in a job shop. J. Ind. Eng. 16(4), 228\u2013237 (1965)","journal-title":"J. Ind. Eng."},{"issue":"1","key":"18_CR7","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1007\/bf01386390","volume":"1","author":"EW Dijkstra","year":"1959","unstructured":"Dijkstra, E.W.: A note on two problems in connexion with graphs. Numer. Math. 1(1), 269\u2013271 (1959). https:\/\/doi.org\/10.1007\/bf01386390","journal-title":"Numer. Math."},{"key":"18_CR8","doi-asserted-by":"crossref","unstructured":"Garey, M.R., Johnson, D.S., Sethi, R.: The complexity of flowshop and jobshop scheduling. Math. Oper. Res. 1(2), 117\u2013129 (1976). http:\/\/www.jstor.org\/stable\/3689278","DOI":"10.1287\/moor.1.2.117"},{"key":"18_CR9","doi-asserted-by":"crossref","unstructured":"Graham, R.L.: Bounds on multiprocessing timing anomalies. SIAM J. Appl. Math. 17(2), 416\u2013429 (1969). http:\/\/www.jstor.org\/stable\/2099572","DOI":"10.1137\/0117039"},{"key":"18_CR10","doi-asserted-by":"publisher","unstructured":"Heik, D.: Discrete-test-bed-environment-with-multiple-operations (v1) (2023). https:\/\/doi.org\/10.5281\/ZENODO.7906613","DOI":"10.5281\/ZENODO.7906613"},{"key":"18_CR11","doi-asserted-by":"crossref","unstructured":"Heik, D., Bahrpeyma, F., Reichelt, D.: An application of reinforcement learning in industrial cyber-physical systems. In: OVERLAY 2022: 4th Workshop on Artificial Intelligence and Formal Verification, Logic, Automata, and Synthesis (2022)","DOI":"10.33968\/2023.10"},{"key":"18_CR12","doi-asserted-by":"crossref","unstructured":"Heik, D., Bahrpeyma, F., Reichelt, D.: Dynamic job shop scheduling in an industrial assembly environment using various reinforcement learning techniques. In: 22nd International Conference on Intelligent Systems Design and Applications (ISDA 2022) (2022)","DOI":"10.1007\/978-3-031-35501-1_52"},{"issue":"3","key":"18_CR13","doi-asserted-by":"publisher","first-page":"297","DOI":"10.1145\/321127.321128","volume":"9","author":"JH Holland","year":"1962","unstructured":"Holland, J.H.: Outline for a logical theory of adaptive systems. J. ACM 9(3), 297\u2013314 (1962). https:\/\/doi.org\/10.1145\/321127.321128","journal-title":"J. ACM"},{"issue":"4","key":"18_CR14","doi-asserted-by":"publisher","first-page":"2191","DOI":"10.1007\/s10462-017-9605-z","volume":"52","author":"K Hussain","year":"2018","unstructured":"Hussain, K., Salleh, M.N.M., Cheng, S., Shi, Y.: Metaheuristic research: a comprehensive survey. Artif. Intell. Rev. 52(4), 2191\u20132233 (2018). https:\/\/doi.org\/10.1007\/s10462-017-9605-z","journal-title":"Artif. Intell. Rev."},{"key":"18_CR15","doi-asserted-by":"publisher","unstructured":"Jing, X., Yao, X., Liu, M., Zhou, J.: Multi-agent reinforcement learning based on graph convolutional network for flexible job shop scheduling. J. Intell. Manuf. (2022). https:\/\/doi.org\/10.1007\/s10845-022-02037-5","DOI":"10.1007\/s10845-022-02037-5"},{"key":"18_CR16","doi-asserted-by":"publisher","unstructured":"Kennedy, J., Eberhart, R.: A discrete binary version of the particle swarm algorithm. In: 1997 IEEE International Conference on Systems, Man, and Cybernetics. Computational Cybernetics and Simulation. IEEE (1997). https:\/\/doi.org\/10.1109\/icsmc.1997.637339","DOI":"10.1109\/icsmc.1997.637339"},{"issue":"1","key":"18_CR17","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1002\/nav.3800110105","volume":"11","author":"L Kleinrock","year":"1964","unstructured":"Kleinrock, L.: Analysis of a time-shared processor. Naval Res. Logist. q. 11(1), 59\u201373 (1964)","journal-title":"Naval Res. Logist. q."},{"key":"18_CR18","doi-asserted-by":"publisher","unstructured":"Liu, R., Piplani, R., Toro, C.: Deep reinforcement learning for dynamic scheduling of a flexible job shop. Int. J. Prod. Res. 60(13), 4049\u20134069 (2022). https:\/\/doi.org\/10.1080\/00207543.2022.2058432","DOI":"10.1080\/00207543.2022.2058432"},{"key":"18_CR19","doi-asserted-by":"publisher","unstructured":"Lohse, O., Haag, A., Dagner, T.: Enhancing Monte-Carlo tree search with multi-agent deep q-network in open shop scheduling. In: 2022 5th World Conference on Mechanical Engineering and Intelligent Manufacturing (WCMEIM), pp. 1210\u20131215 (2022). https:\/\/doi.org\/10.1109\/WCMEIM56910.2022.10021570","DOI":"10.1109\/WCMEIM56910.2022.10021570"},{"key":"18_CR20","unstructured":"Lowe, R., Wu, Y., Tamar, A., Harb, J., Abbeel, P., Mordatch, I.: Multi-agent actor-critic for mixed cooperative-competitive environments. In: Proceedings of the 31st International Conference on Neural Information Processing Systems, pp. 6382\u20136393. NIPS\u201917, Curran Associates Inc., Red Hook, NY, USA (2017)"},{"key":"18_CR21","doi-asserted-by":"publisher","unstructured":"Park, I.B., Huh, J., Kim, J., Park, J.: A reinforcement learning approach to robust scheduling of semiconductor manufacturing facilities. IEEE Trans. Autom. Sci. Eng. 1\u201312 (2020). https:\/\/doi.org\/10.1109\/tase.2019.2956762","DOI":"10.1109\/tase.2019.2956762"},{"key":"18_CR22","doi-asserted-by":"publisher","unstructured":"Popper, J., Motsch, W., David, A., Petzsche, T., Ruskowski, M.: Utilizing multi-agent deep reinforcement learning for flexible job shop scheduling under sustainable viewpoints. In: 2021 International Conference on Electrical, Computer, Communications and Mechatronics Engineering (ICECCME), pp. 1\u20136 (2021). https:\/\/doi.org\/10.1109\/ICECCME52200.2021.9590925","DOI":"10.1109\/ICECCME52200.2021.9590925"},{"issue":"4","key":"18_CR23","doi-asserted-by":"publisher","first-page":"911","DOI":"10.1007\/s10845-022-01915-2","volume":"33","author":"CW de Puiseau","year":"2022","unstructured":"de Puiseau, C.W., Meyes, R., Meisen, T.: On reliability of reinforcement learning based production scheduling systems: a comparative survey. J. Intell. Manuf. 33(4), 911\u2013927 (2022). https:\/\/doi.org\/10.1007\/s10845-022-01915-2","journal-title":"J. Intell. Manuf."},{"key":"18_CR24","doi-asserted-by":"crossref","unstructured":"Troxler, P.: Making the 3rd Industrial Revolution. Fab Labs: Of Machines, Makers and Inventors. Transcript Publishers, Bielefeld (2013)","DOI":"10.14361\/transcript.9783839423820.181"},{"key":"18_CR25","unstructured":"Xin-li, X., Ping, H., Wan-Liang, W.: Multi-agent dynamic scheduling method and its application to dyeing shops scheduling. Comput. Integr. Manuf. Syst. 16(03) (2010)"},{"issue":"10","key":"18_CR26","doi-asserted-by":"publisher","first-page":"1040","DOI":"10.1631\/jzus.2005.a1040","volume":"6","author":"H Yan-hai","year":"2005","unstructured":"Yan-hai, H., Jun-qi, Y., Fei-fan, Y., Jun-he, Y.: Flow shop rescheduling problem under rush orders. J. Zhejiang Univ.-Sci. A 6(10), 1040\u20131046 (2005). https:\/\/doi.org\/10.1631\/jzus.2005.a1040","journal-title":"J. Zhejiang Univ.-Sci. A"},{"key":"18_CR27","doi-asserted-by":"publisher","unstructured":"Zhang, G., Shao, X., Li, P., Gao, L.: An effective hybrid particle swarm optimization algorithm for multi-objective flexible job-shop scheduling problem. Comput. Ind. Eng. 56(4), 1309\u20131318 (2009). https:\/\/doi.org\/10.1016\/j.cie.2008.07.021, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0360835208001666","DOI":"10.1016\/j.cie.2008.07.021"},{"key":"18_CR28","doi-asserted-by":"publisher","unstructured":"Zhang, Y., Zhu, H., Tang, D., Zhou, T., Gui, Y.: Dynamic job shop scheduling based on deep reinforcement learning for multi-agent manufacturing systems. Robot. Comput.-Integr. Manuf. 78, 102412 (2022). https:\/\/doi.org\/10.1016\/j.rcim.2022.102412","DOI":"10.1016\/j.rcim.2022.102412"},{"issue":"2","key":"18_CR29","doi-asserted-by":"publisher","first-page":"1015","DOI":"10.1109\/TCYB.2019.2932203","volume":"51","author":"Z Zhang","year":"2021","unstructured":"Zhang, Z., Ong, Y.S., Wang, D., Xue, B.: A collaborative multiagent reinforcement learning method based on policy gradient potential. IEEE Trans. Cybern. 51(2), 1015\u20131027 (2021). https:\/\/doi.org\/10.1109\/TCYB.2019.2932203","journal-title":"IEEE Trans. Cybern."},{"key":"18_CR30","doi-asserted-by":"publisher","unstructured":"Zhou, T., Tang, D., Zhu, H., Zhang, Z.: Multi-agent reinforcement learning for online scheduling in smart factories. Robot. Comput.-Integr. Manuf. 72, 102202 (2021). https:\/\/doi.org\/10.1016\/j.rcim.2021.102202","DOI":"10.1016\/j.rcim.2021.102202"},{"key":"18_CR31","doi-asserted-by":"publisher","unstructured":"Zizic, M.C., Mladineo, M., Gjeldum, N., Celent, L.: From industry 4.0 towards industry 5.0: a review and analysis of paradigm shift for the people, organization and technology. Energies 15(14) (2022). https:\/\/doi.org\/10.3390\/en15145221, https:\/\/www.mdpi.com\/1996-1073\/15\/14\/5221","DOI":"10.3390\/en15145221"}],"container-title":["Lecture Notes in Computer Science","Machine Learning, Optimization, and Data Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-53966-4_18","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,2,14]],"date-time":"2024-02-14T18:04:56Z","timestamp":1707933896000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-53966-4_18"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031539657","9783031539664"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-53966-4_18","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"15 February 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"LOD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Machine Learning, Optimization, and Data Science","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Grasmere","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"United Kingdom","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"mod2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/lod2023.icas.cc\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"In-house system and EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"119","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"72","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"61% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5-6","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"1-2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}