{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,13]],"date-time":"2026-04-13T18:58:30Z","timestamp":1776106710557,"version":"3.50.1"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,10,12]],"date-time":"2022-10-12T00:00:00Z","timestamp":1665532800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2022,10,12]],"date-time":"2022-10-12T00:00:00Z","timestamp":1665532800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"National Natural Science Foundation of China and the Royal Society of Edinburgh","award":["51911530245"],"award-info":[{"award-number":["51911530245"]}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["51905198"],"award-info":[{"award-number":["51905198"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["51675186"],"award-info":[{"award-number":["51675186"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100021171","name":"Guangdong Basic and Applied Basic Research Foundation","doi-asserted-by":"crossref","award":["2022A1515010095"],"award-info":[{"award-number":["2022A1515010095"]}],"id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"crossref"}]},{"DOI":"10.13039\/501100021171","name":"Guangdong Basic and Applied Basic Research Foundation","doi-asserted-by":"crossref","award":["2021A1515010506"],"award-info":[{"award-number":["2021A1515010506"]}],"id":[{"id":"10.13039\/501100021171","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Manuf"],"published-print":{"date-parts":[[2024,1]]},"DOI":"10.1007\/s10845-022-02037-5","type":"journal-article","created":{"date-parts":[[2022,10,12]],"date-time":"2022-10-12T12:05:28Z","timestamp":1665576328000},"page":"75-93","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":91,"title":["Multi-agent reinforcement learning based on graph convolutional network for flexible job shop scheduling"],"prefix":"10.1007","volume":"35","author":[{"given":"Xuan","family":"Jing","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2712-0411","authenticated-orcid":false,"given":"Xifan","family":"Yao","sequence":"additional","affiliation":[]},{"given":"Min","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Jiajun","family":"Zhou","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,10,12]]},"reference":[{"issue":"1","key":"2037_CR1","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1016\/S0377-2217(99)00324-0","volume":"127","author":"D Borenstein","year":"2000","unstructured":"Borenstein, D. (2000). A directed acyclic graph representation of routing manufacturing flexibility. European Journal of Operational Research, 127(1), 78\u201393.","journal-title":"European Journal of Operational Research"},{"key":"2037_CR2","unstructured":"Br, S., Turner, D., Mohanty, K., Samsonov, V., & Meisen, T. (2020). Multi agent deep Q-network approach for online job shop scheduling in flexible manufacturing. In ICMSMM 2020: International conference on manufacturing system and multiple machines."},{"issue":"3","key":"2037_CR3","doi-asserted-by":"publisher","first-page":"157","DOI":"10.1007\/BF02023073","volume":"41","author":"P Brandimarte","year":"1993","unstructured":"Brandimarte, P. (1993). Routing and scheduling in a flexible job shop by tabu search. Annals of Operations Research, 41(3), 157\u2013183.","journal-title":"Annals of Operations Research"},{"issue":"4","key":"2037_CR4","first-page":"369","volume":"45","author":"P Brucker","year":"1990","unstructured":"Brucker, P., & Schlie, R. (1990). Job-shop scheduling with multi-purpose machines. Computing (Vienna\/New York), 45(4), 369\u2013375.","journal-title":"Computing (Vienna\/New York)"},{"key":"2037_CR5","unstructured":"Claus, C. (1998). The dynamics of reinforcement learning in cooperative multiagent systems. In Proceedings of the AAAI-98."},{"issue":"2","key":"2037_CR6","doi-asserted-by":"publisher","first-page":"270","DOI":"10.1007\/s10458-008-9031-3","volume":"17","author":"M Ennigrou","year":"2008","unstructured":"Ennigrou, M., & Gh\u00e9dira, K. (2008). New local diversification techniques for flexible job shop scheduling problem with a multi-agent approach. Autonomous Agents and Multi-Agent Systems, 17(2), 270\u2013287.","journal-title":"Autonomous Agents and Multi-Agent Systems"},{"issue":"4","key":"2037_CR7","first-page":"1039","volume":"4","author":"J Hu","year":"2003","unstructured":"Hu, J., & Wellman, M. P. (2003). Nash Q-learning for general-sum stochastic games. Journal of Machine Learning Research, 4(4), 1039\u20131069.","journal-title":"Journal of Machine Learning Research"},{"key":"2037_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jmsy.2020.02.004","volume":"55","author":"L Hu","year":"2020","unstructured":"Hu, L., Liu, Z., Hu, W., Wang, Y., & Wu, F. (2020). Petri-net-based dynamic scheduling of flexible manufacturing system via deep reinforcement learning with graph convolutional network. Journal of Manufacturing Systems, 55, 1\u201314.","journal-title":"Journal of Manufacturing Systems"},{"issue":"4","key":"2037_CR9","doi-asserted-by":"publisher","first-page":"205","DOI":"10.1007\/BF01719451","volume":"15","author":"J Hurink","year":"1994","unstructured":"Hurink, J., Jurisch, B., & Thole, M. (1994). Tabu search for the job-shop scheduling problem with multi-purpose machines. OR Spektrum, 15(4), 205\u2013215.","journal-title":"OR Spektrum"},{"key":"2037_CR10","unstructured":"Jiang, J., Dun, C., Huang, T., & Lu, Z. (2018). Graph convolutional reinforcement learning. arXiv. https:\/\/arxiv.org\/abs\/1810.09202v5"},{"key":"2037_CR11","unstructured":"Jim\u00e9nez, Y., Palacio, J. C., & Now\u00e9, A. (2020). Multi-agent reinforcement learning tool for job shop scheduling problems. In Optimization and learning, third international conference, OLA 2020. C\u00e1diz, Spain."},{"key":"2037_CR12","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1016\/j.ijpe.2016.01.016","volume":"174","author":"X Li","year":"2016","unstructured":"Li, X., & Gao, L. (2016). An effective hybrid genetic algorithm and tabu search for flexible job shop scheduling problem. International Journal of Production Economics, 174, 93\u2013110.","journal-title":"International Journal of Production Economics"},{"key":"2037_CR13","doi-asserted-by":"crossref","unstructured":"Littman, M. L. (1994). Markov games as a framework for multi-agent reinforcement learning. In Proceedings of the eleventh international conference on machine learning, Morgan Kaufmann (pp. 157\u2013163).","DOI":"10.1016\/B978-1-55860-335-6.50027-1"},{"key":"2037_CR14","doi-asserted-by":"publisher","first-page":"71752","DOI":"10.1109\/ACCESS.2020.2987820","volume":"8","author":"CL Liu","year":"2020","unstructured":"Liu, C. L., Chang, C. C., & Tseng, C. J. (2020a). Actor-critic deep reinforcement learning for solving job shop scheduling problems. IEEE Access, 8, 71752\u201362.","journal-title":"IEEE Access"},{"key":"2037_CR15","doi-asserted-by":"crossref","unstructured":"Liu, Y., Wang, W., Hu, Y., Hao, J., Chen, X., Gao, Y., & Association for the Advancement of Artificial Intelligence. (2020b). Multi-agent game abstraction via graph attention neural network. In Thirty-fourth AAAI conference on artificial intelligence, the thirty-second innovative applications of artificial intelligence conference and the tenth AAAI symposium on educational advances in artificial intelligence (Vol. 34, pp. 7211\u20137218).","DOI":"10.1609\/aaai.v34i05.6211"},{"key":"2037_CR16","unstructured":"Lowe, R., Wu, Y., Tamar, A., Harb, J., Abbeel, P., & Mordatch, I. (2017). Multi-agent actor-critic for mixed cooperative-competitive environments. In Advances in neural information processing system 30 (NIPS 2017) (p. 30)."},{"key":"2037_CR17","doi-asserted-by":"crossref","unstructured":"Malysheva, A., Kudenko, D., Shpilman, A., & IEEE. (2019). MAGNet: Multi-agent graph network for deep multi-agent reinforcement learning. In 2019 XVI international symposium problems of redundancy in information and control systems (redundancy) (pp. 171\u2013176).","DOI":"10.1109\/REDUNDANCY48165.2019.9003345"},{"issue":"4","key":"2037_CR18","doi-asserted-by":"publisher","first-page":"1629","DOI":"10.1007\/s10845-017-1345-z","volume":"30","author":"A Maoudj","year":"2019","unstructured":"Maoudj, A., Bouzouia, B., Hentout, A., Kouider, A., & Toumi, R. (2019). Distributed multi-agent scheduling and control system for robotic flexible assembly cells. Journal of Intelligent Manufacturing, 30(4), 1629\u20131644.","journal-title":"Journal of Intelligent Manufacturing"},{"key":"2037_CR19","unstructured":"Meng, F., Yuan, L., & Cohn, T. (2017). Learning how to active learn: A deep reinforcement learning approach. In Proceedings of the 2017 conference on empirical methods in natural language processing (pp. 595\u2013605). Association for Computational Linguistics."},{"key":"2037_CR20","unstructured":"Naderializadeh, N., Hung, F. H., Soleyman, S., & Khosla, D. (2020). Graph convolutional value decomposition in multi-agent reinforcement learning [arXiv]. arXiv. https:\/\/arxiv.org\/abs\/2010.04740"},{"issue":"3","key":"2037_CR21","doi-asserted-by":"publisher","first-page":"603","DOI":"10.1007\/s10845-015-1039-3","volume":"29","author":"M Nouiri","year":"2015","unstructured":"Nouiri, M., Bekrar, A., Jemai, A., Niar, S., & Ammari, A. C. (2015). An effective and distributed particle swarm optimization algorithm for flexible job-shop scheduling problem. Journal of Intelligent Manufacturing, 29(3), 603\u201315.","journal-title":"Journal of Intelligent Manufacturing"},{"key":"2037_CR22","doi-asserted-by":"crossref","unstructured":"Nouri, H. E., Driss, O. B., & Gh\u00e9dira, K. (2015). A holonic multiagent model based on a combined genetic algorithm\u2500tabu search for the flexible job shop scheduling problem. In Highlights of practical applications of agents, multi-agent systems, and sustainability\u2014The PAAMS collection. Springer International Publishing.","DOI":"10.1007\/978-3-319-19033-4_4"},{"key":"2037_CR23","doi-asserted-by":"publisher","first-page":"488","DOI":"10.1016\/j.cie.2016.02.024","volume":"102","author":"HE Nouri","year":"2016","unstructured":"Nouri, H. E., Driss, O. B., & Ghedira, K. (2016). Simultaneous scheduling of machines and transport robots in flexible job shop environment using hybrid metaheuristics based on clustered holonic multiagent model. Computers & Industrial Engineering, 102, 488\u2013501.","journal-title":"Computers & Industrial Engineering"},{"key":"2037_CR24","first-page":"1","volume":"4","author":"J Park","year":"2021","unstructured":"Park, J., Chun, J., Kim, S. H., Kim, Y., & Park, J. (2021). Learning to schedule job-shop problems: Representation and policy learning using graph neural network and reinforcement learning. International Journal of Production Research, 4, 1\u201318.","journal-title":"International Journal of Production Research"},{"issue":"3","key":"2037_CR25","first-page":"1420","volume":"17","author":"IB Park","year":"2019","unstructured":"Park, I. B., Huh, J., Kim, J., & Park, J. (2019). A reinforcement learning approach to robust scheduling of semiconductor manufacturing facilities. IEEE Transactions on Automation Science and Engineering, 17(3), 1420\u201331.","journal-title":"IEEE Transactions on Automation Science and Engineering"},{"key":"2037_CR26","first-page":"7234","volume":"21","author":"T Rashid","year":"2020","unstructured":"Rashid, T., Samvelyan, M., de Witt, C. S., Farquhar, G., Foerster, J., & Whiteson, S. (2020). Monotonic value function factorisation for deep multi-agent reinforcement learning. Journal of Machine Learning Research, 21, 7234\u20137284.","journal-title":"Journal of Machine Learning Research"},{"key":"2037_CR27","unstructured":"Silver, D., Lever, G., Heess, N., Degris, T., & Riedmiller, M. (2014). Deterministic policy gradient algorithms. In Proceedings of the 31st international conference on machine learning (p. 32). Beijing, China, JMLR.org."},{"key":"2037_CR28","unstructured":"Son, K., Kim, D., Kang, W. J., Hostallero, D., & Yi, Y. (2019). QTRAN: Learning to factorize with transformation for cooperative multi-agent reinforcement learning. In International conference on machine learning (p. 97)."},{"key":"2037_CR29","unstructured":"Sunehag, P., Lever, G., Gruslys, A., Czarnecki, W. M., Zambaldi, V., Jaderberg, M., Lanctot, M., Sonnerat, N., Leibo, J. Z., Tuyls, K., & T. Graepel and Acm. (2018). Value-decomposition networks for cooperative multi-agent learning based on team reward. In Proceedings of the 17th international conference on autonomous agents ans multiagent systems (AAMAS' 18) (pp. 2085\u20132087)."},{"key":"2037_CR30","unstructured":"Sutton, R. S., Mcallester, D., Singh, S., & Mansour, Y. (1999). Policy gradient methods for reinforcement learning with function approximation. In Advances in neural information processing systems, p. 12."},{"key":"2037_CR31","doi-asserted-by":"publisher","first-page":"107969","DOI":"10.1016\/j.comnet.2021.107969","volume":"190","author":"L Wang","year":"2021","unstructured":"Wang, L., Hu, X., Wang, Y., Xu, S., Ma, S., Yang, K., Liu, Z., & Wang, W. (2021). Dynamic job-shop scheduling in smart manufacturing using deep reinforcement learning. Computer Networks, 190, 107969.","journal-title":"Computer Networks"},{"issue":"2","key":"2037_CR32","doi-asserted-by":"publisher","first-page":"417","DOI":"10.1007\/s10845-018-1454-3","volume":"31","author":"YF Wang","year":"2018","unstructured":"Wang, Y. F. (2018). Adaptive job shop scheduling strategy based on weighted Q-learning algorithm. Journal of Intelligent Manufacturing, 31(2), 417\u2013432.","journal-title":"Journal of Intelligent Manufacturing"},{"key":"2037_CR33","doi-asserted-by":"publisher","first-page":"857","DOI":"10.1007\/s10845-015-1137-2","volume":"29","author":"W Xiong","year":"2018","unstructured":"Xiong, W., & Fu, D. (2018). A new immune multi-agent system for the flexible job shop scheduling problem. Journal of Intelligent Manufacturing, 29, 857\u2013873.","journal-title":"Journal of Intelligent Manufacturing"},{"key":"2037_CR34","unstructured":"Yang, Y., Hao, J., Liao, B., Shao, K., Chen, G., Liu, W., & Tang, H. (2020). Qatten: A general framework for cooperative multiagent reinforcement learning. arXiv. https:\/\/arxiv.org\/abs\/2002.03939"},{"key":"2037_CR35","doi-asserted-by":"publisher","first-page":"440","DOI":"10.1016\/j.jmsy.2020.11.004","volume":"57","author":"GK Yun","year":"2020","unstructured":"Yun, G. K., Lee, S., Son, J., Bae, H., & Chung, B. D. (2020). Multi-agent system and reinforcement learning approach for distributed intelligence in a flexible smart manufacturing system. Journal of Manufacturing Systems, 57, 440\u2013450.","journal-title":"Journal of Manufacturing Systems"},{"issue":"11","key":"2037_CR36","doi-asserted-by":"publisher","first-page":"3173","DOI":"10.1080\/00207543.2016.1267414","volume":"55","author":"S Zhang","year":"2017","unstructured":"Zhang, S., & Wong, T. N. (2017). Flexible job-shop scheduling\/rescheduling in dynamic environment: A hybrid MAS\/ACO approach. International Journal of Production Research, 55(11), 3173\u20133196.","journal-title":"International Journal of Production Research"},{"key":"2037_CR37","doi-asserted-by":"publisher","first-page":"16","DOI":"10.1016\/j.jmsy.2021.08.002","volume":"61","author":"P Zheng","year":"2021","unstructured":"Zheng, P., Xia, L., Li, C., Li, X., & Liu, B. (2021). Towards self-X cognitive manufacturing network: An industrial knowledge graph-based multi-agent reinforcement learning approach. Journal of Manufacturing Systems, 61, 16\u201326.","journal-title":"Journal of Manufacturing Systems"}],"container-title":["Journal of Intelligent Manufacturing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10845-022-02037-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10845-022-02037-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10845-022-02037-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,1,14]],"date-time":"2024-01-14T21:26:29Z","timestamp":1705267589000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10845-022-02037-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,10,12]]},"references-count":37,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2024,1]]}},"alternative-id":["2037"],"URL":"https:\/\/doi.org\/10.1007\/s10845-022-02037-5","relation":{},"ISSN":["0956-5515","1572-8145"],"issn-type":[{"value":"0956-5515","type":"print"},{"value":"1572-8145","type":"electronic"}],"subject":[],"published":{"date-parts":[[2022,10,12]]},"assertion":[{"value":"12 January 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 September 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"12 October 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}