{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,24]],"date-time":"2026-02-24T01:22:00Z","timestamp":1771896120244,"version":"3.50.1"},"reference-count":48,"publisher":"Springer Science and Business Media LLC","issue":"5","license":[{"start":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T00:00:00Z","timestamp":1736985600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T00:00:00Z","timestamp":1736985600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["22178383"],"award-info":[{"award-number":["22178383"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["21706282"],"award-info":[{"award-number":["21706282"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Beijing Natural Science Foundation","award":["2232021"],"award-info":[{"award-number":["2232021"]}]},{"name":"Research Foundation of China University of Petroleum","award":["2462020BJRC004"],"award-info":[{"award-number":["2462020BJRC004"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Appl Intell"],"published-print":{"date-parts":[[2025,4]]},"DOI":"10.1007\/s10489-025-06249-z","type":"journal-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T09:54:46Z","timestamp":1737021286000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Two-stage graph attention networks and Q-learning based maintenance tasks scheduling"],"prefix":"10.1007","volume":"55","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6893-4139","authenticated-orcid":false,"given":"Xiaoyong","family":"Gao","sequence":"first","affiliation":[]},{"given":"Diao","family":"Peng","sequence":"additional","affiliation":[]},{"given":"Yixu","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Fuyu","family":"Huang","sequence":"additional","affiliation":[]},{"given":"Yu","family":"Yuan","sequence":"additional","affiliation":[]},{"given":"Chaodong","family":"Tan","sequence":"additional","affiliation":[]},{"given":"Feifei","family":"Li","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,16]]},"reference":[{"key":"6249_CR1","doi-asserted-by":"crossref","unstructured":"Zhang Q, Liu Y, Xiahou T, Huang HZ (2023) A heuristic maintenance scheduling framework for a military aircraft fleet under limited maintenance capacities. ReliabEng Syst Saf 235:109239","DOI":"10.1016\/j.ress.2023.109239"},{"key":"6249_CR2","doi-asserted-by":"crossref","unstructured":"George B, Loo J, Jie W (2023) Novel multi-objective optimisation for maintenance activities of floating production storage and offloading facilities. Appl Ocean Res 130:103440","DOI":"10.1016\/j.apor.2022.103440"},{"key":"6249_CR3","doi-asserted-by":"crossref","unstructured":"Valet A et\u00a0al (2022) Opportunistic maintenance scheduling with deep reinforcement learning. J Manuf Syst 64:518\u2013534","DOI":"10.1016\/j.jmsy.2022.07.016"},{"key":"6249_CR4","doi-asserted-by":"crossref","unstructured":"Yan Q, Wang H (2022) Double-layer q-learning-based joint decision-making of dual resource-constrained aircraft assembly scheduling and flexible preventive maintenance. IEEE Transactions on aerospace and electronic systems 58:4938\u20134952","DOI":"10.1109\/TAES.2022.3211247"},{"key":"6249_CR5","doi-asserted-by":"crossref","unstructured":"dos Santos\u00a0Pereira GM et\u00a0al (2022) Quasi-dynamic operation and maintenance plan for photovoltaic systems in remote areas: The framework of pantanal-ms. Renew Energy 181:404\u2013416","DOI":"10.1016\/j.renene.2021.08.119"},{"key":"6249_CR6","doi-asserted-by":"crossref","unstructured":"Zhang C, Gao Y, Yang L, Gao Z, Qi J (2020) Joint optimization of train scheduling and maintenance planning in a railway network: A heuristic algorithm using lagrangian relaxation. Transp Res B Methodol 134:64\u201392","DOI":"10.1016\/j.trb.2020.02.008"},{"key":"6249_CR7","doi-asserted-by":"crossref","unstructured":"Cheikhrouhou O, Khoufi I (2021) A comprehensive survey on the multiple traveling salesman problem: Applications, approaches and taxonomy. Comput Sci Rev 40:100369","DOI":"10.1016\/j.cosrev.2021.100369"},{"key":"6249_CR8","doi-asserted-by":"crossref","unstructured":"Yang X, Feng R, Xu P, Wang X, Qi M (2023) Internet-of-things-augmented dynamic route planning approach to the airport baggage handling system. Comput Ind Eng 75:108802","DOI":"10.1016\/j.cie.2022.108802"},{"key":"6249_CR9","doi-asserted-by":"crossref","unstructured":"Ertem M, As\u2019 ad R, Awad M, Al-Bar A (2022) Workers-constrained shutdown maintenance scheduling with skills flexibility: Models and solution algorithms. Comput Ind Eng 172:108575","DOI":"10.1016\/j.cie.2022.108575"},{"key":"6249_CR10","doi-asserted-by":"crossref","unstructured":"Seif Z, Mardaneh E, Loxton R, Lockwood A (2021) Minimizing equipment shutdowns in oil and gas campaign maintenance. J Oper Res Soc 72:1486\u20131504","DOI":"10.1080\/01605682.2020.1745699"},{"key":"6249_CR11","doi-asserted-by":"crossref","unstructured":"Wang X, Wang S, Xu Q (2022) Simultaneous production and maintenance scheduling for refinery front-end process with considerations of risk management and resource availability. Ind Eng Chem Res 61:2152\u20132166","DOI":"10.1021\/acs.iecr.1c03863"},{"key":"6249_CR12","doi-asserted-by":"crossref","unstructured":"Santos IM, Hamacher S, Oliveira F (2023) A data-driven optimization model for the workover rig scheduling problem: Case study in an oil company. Comput Chem Eng 170:108088","DOI":"10.1016\/j.compchemeng.2022.108088"},{"key":"6249_CR13","unstructured":"Sivanandam SN, Deepa SN, Sivanandam SN, Deepa SN (2008) Genetic algorithms. Springer"},{"key":"6249_CR14","doi-asserted-by":"crossref","unstructured":"Dorigo M, Birattari M, Stutzle T (2006) Ant colony optimization. IEEE Computational intelligence magazine 1:28\u201339","DOI":"10.1109\/MCI.2006.329691"},{"key":"6249_CR15","doi-asserted-by":"crossref","unstructured":"Wang Q, Hao Y, Zhang J (2023) Generative inverse reinforcement learning for learning 2-opt heuristics without extrinsic rewards in routing problems. Journal of King Saud University-Computer and Information Sciences 35:101787","DOI":"10.1016\/j.jksuci.2023.101787"},{"key":"6249_CR16","doi-asserted-by":"crossref","unstructured":"Mathlouthi I, Gendreau M, Potvin JY (2021) A metaheuristic based on tabu search for solving a technician routing and scheduling problem. Comput Oper Res 125:105079","DOI":"10.1016\/j.cor.2020.105079"},{"key":"6249_CR17","doi-asserted-by":"crossref","unstructured":"Chen C, Demir E, Huang Y (2021) An adaptive large neighborhood search heuristic for the vehicle routing problem with time windows and delivery robots. European journal of operational research 294:1164\u20131180","DOI":"10.1016\/j.ejor.2021.02.027"},{"key":"6249_CR18","doi-asserted-by":"crossref","unstructured":"Stodola P, Michenka K, Nohel J, Rybansk\u1ef3 M (2020) Hybrid algorithm based on ant colony optimization and simulated annealing applied to the dynamic traveling salesman problem. Entropy 22:884","DOI":"10.3390\/e22080884"},{"key":"6249_CR19","doi-asserted-by":"crossref","unstructured":"Shi S, Xiong H, Li G (2023) A no-tardiness job shop scheduling problem with overtime consideration and the solution approaches. Comput Ind Eng 178:109115","DOI":"10.1016\/j.cie.2023.109115"},{"key":"6249_CR20","doi-asserted-by":"crossref","unstructured":"Gupta R, Nanda SJ (2021) Solving dynamic many-objective tsp using nsga-iii equipped with svr-rbf kernel predictor, pp 95\u2013102","DOI":"10.1109\/CEC45853.2021.9504966"},{"key":"6249_CR21","unstructured":"Rostami AS, Mohanna F, Keshavarz H, Hosseinabadi AAR (2015) Solving multiple traveling salesman problem using the gravitational emulation local search algorithm. Appl Math Inform Sci 9:1\u201311"},{"key":"6249_CR22","doi-asserted-by":"crossref","unstructured":"Lesch V, K\u00f6nig M, Kounev S, Stein A, Krupitzer C (2022) Tackling the rich vehicle routing problem with nature-inspired algorithms. Appl Intell 52:9476\u20139500","DOI":"10.1007\/s10489-021-03035-5"},{"key":"6249_CR23","unstructured":"Helsgaun K (2017) An extension of the lin-kernighan-helsgaun tsp solver for constrained traveling salesman and vehicle routing problems. Roskilde: Roskilde University vol 12"},{"key":"6249_CR24","doi-asserted-by":"crossref","unstructured":"Lin S, Kernighan BW (1973) An effective heuristic algorithm for the traveling-salesman problem. Oper Res 21:498\u2013516","DOI":"10.1287\/opre.21.2.498"},{"key":"6249_CR25","doi-asserted-by":"crossref","unstructured":"Mazyavkina N, Sviridov S, Ivanov S, Burnaev E (2021) Reinforcement learning for combinatorial optimization: A survey. Comput Oper Res 134:105400","DOI":"10.1016\/j.cor.2021.105400"},{"key":"6249_CR26","unstructured":"Chen X, Tian Y (2019) Learning to perform local rewriting for combinatorial optimization. Adv Neural Inform Process Syst vol 32"},{"key":"6249_CR27","doi-asserted-by":"crossref","unstructured":"Stahlberg F (2020) Neural machine translation: A review. J Artif Intell Res 69:343\u2013418","DOI":"10.1613\/jair.1.12007"},{"key":"6249_CR28","unstructured":"Kool W, Van\u00a0Hoof H, Welling M (2018) Attention, learn to solve routing problems! arXiv preprint arXiv:1803.08475"},{"key":"6249_CR29","unstructured":"Kwon YD et\u00a0al (2020) Pomo: Policy optimization with multiple optima for reinforcement learning. Adv Neural Inform Process Syst 33:21188\u201321198"},{"key":"6249_CR30","doi-asserted-by":"crossref","unstructured":"Zhou J et\u00a0al (2023) Learning large neighborhood search for vehicle routing in airport ground handling. IEEE Transactions on knowledge and data engineering","DOI":"10.1109\/TKDE.2023.3249799"},{"key":"6249_CR31","doi-asserted-by":"crossref","unstructured":"Qin W, Zhuang Z, Huang Z, Huang H (2021) A novel reinforcement learning-based hyper-heuristic for heterogeneous vehicle routing problem. Comput Ind Eng 156:107252","DOI":"10.1016\/j.cie.2021.107252"},{"key":"6249_CR32","doi-asserted-by":"crossref","unstructured":"Wu Y, Song W, Cao Z, Zhang J, Lim A (2021) Learning improvement heuristics for solving routing problems. IEEE Transactions on neural networks and learning systems 33:5057\u20135069","DOI":"10.1109\/TNNLS.2021.3068828"},{"key":"6249_CR33","doi-asserted-by":"crossref","unstructured":"Scarselli F, Gori M, Tsoi AC, Hagenbuchner M, Monfardini G (2008) The graph neural network model. IEEE Transactions on neural networks 20:61\u201380","DOI":"10.1109\/TNN.2008.2005605"},{"key":"6249_CR34","doi-asserted-by":"crossref","unstructured":"Vesselinova N, Steinert R, Perez-Ramirez DF, Boman M (2020) Learning combinatorial optimization on graphs: A survey with applications to networking. IEEE Access 8:120388\u2013120416","DOI":"10.1109\/ACCESS.2020.3004964"},{"key":"6249_CR35","doi-asserted-by":"crossref","unstructured":"Hu Y et\u00a0al (2021) A bidirectional graph neural network for traveling salesman problems on arbitrary symmetric graphs. Eng Appl Artif Intell 97:104061","DOI":"10.1016\/j.engappai.2020.104061"},{"key":"6249_CR36","doi-asserted-by":"crossref","unstructured":"Wang Q (2022) Varl: a variational autoencoder-based reinforcement learning framework for vehicle routing problems. Appl Intell pp 1\u201314","DOI":"10.1007\/s10489-021-02920-3"},{"key":"6249_CR37","doi-asserted-by":"crossref","unstructured":"Pan W, Liu SQ (2023) Deep reinforcement learning for the dynamic and uncertain vehicle routing problem. Appl Intell 53:405\u2013422","DOI":"10.1007\/s10489-022-03456-w"},{"key":"6249_CR38","doi-asserted-by":"crossref","unstructured":"Chen Z, Zhang L, Wang X, Wang K (2023) Cloud\u2013edge collaboration task scheduling in cloud manufacturing: An attention-based deep reinforcement learning approach. Comput Ind Eng 177:109053","DOI":"10.1016\/j.cie.2023.109053"},{"key":"6249_CR39","doi-asserted-by":"crossref","unstructured":"Hu J, Wang Y, Pang Y, Liu Y (2022) Optimal maintenance scheduling under uncertainties using linear programming-enhanced reinforcement learning. Eng Appl Artif Intell 109:104655","DOI":"10.1016\/j.engappai.2021.104655"},{"key":"6249_CR40","doi-asserted-by":"crossref","unstructured":"Huang J, Su J, Chang Q (2022) Graph neural network and multi-agent reinforcement learning for machine-process-system integrated control to optimize production yield. J Manuf Syst 64:81\u201393","DOI":"10.1016\/j.jmsy.2022.05.018"},{"key":"6249_CR41","doi-asserted-by":"crossref","unstructured":"Wang Y, Qiu D, Wang Y, Sun M, Strbac G (2023) Graph learning-based voltage regulation in distribution networks with multi-microgrids. IEEE Transactions on power systems","DOI":"10.1109\/TPWRS.2023.3242715"},{"key":"6249_CR42","doi-asserted-by":"crossref","unstructured":"Ding S et\u00a0al (2023) Multiagent reinforcement learning with graphical mutual information maximization. IEEE Transactions on neural networks and learning systems","DOI":"10.1109\/TNNLS.2023.3243557"},{"key":"6249_CR43","doi-asserted-by":"crossref","unstructured":"Pu Z, Wang H, Liu Z, Yi J, Wu S (2022) Attention enhanced reinforcement learning for multi agent cooperation. IEEE Transactions on neural networks and learning systems","DOI":"10.1109\/TNNLS.2022.3146858"},{"key":"6249_CR44","doi-asserted-by":"crossref","unstructured":"Gao X et\u00a0al (2023) Reinforcement learning based optimization algorithm for maintenance tasks scheduling in coalbed methane gas field. Comput Chem Eng 170:108131","DOI":"10.1016\/j.compchemeng.2022.108131"},{"key":"6249_CR45","unstructured":"Gilmer J, Schoenholz SS, Riley PF, Vinyals O, Dahl GE (2017) titleNeural message passing for quantum chemistry, PMLR, pp 1263\u20131272"},{"key":"6249_CR46","doi-asserted-by":"crossref","unstructured":"Watkins CJ, Dayan P (1992) Q-learning. Mach Learn 8:279\u2013292","DOI":"10.1007\/BF00992698"},{"key":"6249_CR47","doi-asserted-by":"crossref","unstructured":"Nickel S, Steinhardt C, Schlenker H, Burkart W (2022) in Ibm ilog cplex optimization studio\u2014a primer, Springer, pp 9\u201321","DOI":"10.1007\/978-3-662-65481-1_2"},{"key":"6249_CR48","unstructured":"Perron L, Furnon V (2019) Or-tools. Google.[Online]. Available: https:\/\/developers.google.com\/optimization"}],"container-title":["Applied Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06249-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10489-025-06249-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10489-025-06249-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,22]],"date-time":"2025-02-22T17:22:55Z","timestamp":1740244975000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10489-025-06249-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,16]]},"references-count":48,"journal-issue":{"issue":"5","published-print":{"date-parts":[[2025,4]]}},"alternative-id":["6249"],"URL":"https:\/\/doi.org\/10.1007\/s10489-025-06249-z","relation":{},"ISSN":["0924-669X","1573-7497"],"issn-type":[{"value":"0924-669X","type":"print"},{"value":"1573-7497","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,16]]},"assertion":[{"value":"30 December 2024","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 January 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We declare that we have no financial and personal relationships with other people or organizations that can inappropriately influence our work, there is no professional or other personal interest of any nature or kind in any product, service and\/or company that could be construed as influencing the position presented in, or the review of, the manuscript entitled.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"331"}}