{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,26]],"date-time":"2026-06-26T12:43:31Z","timestamp":1782477811811,"version":"3.54.5"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2024,8,6]],"date-time":"2024-08-06T00:00:00Z","timestamp":1722902400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,8,6]],"date-time":"2024-08-06T00:00:00Z","timestamp":1722902400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100004663","name":"Ministry of Science and Technology, Taiwan","doi-asserted-by":"publisher","award":["MOST111-2628-E-002-019-MY3"],"award-info":[{"award-number":["MOST111-2628-E-002-019-MY3"]}],"id":[{"id":"10.13039\/501100004663","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/501100004663","name":"Ministry of Science and Technology, Taiwan","doi-asserted-by":"publisher","award":["MOST 111-2221-E-002-197"],"award-info":[{"award-number":["MOST 111-2221-E-002-197"]}],"id":[{"id":"10.13039\/501100004663","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Ann Oper Res"],"published-print":{"date-parts":[[2026,6]]},"DOI":"10.1007\/s10479-024-06207-x","type":"journal-article","created":{"date-parts":[[2024,8,6]],"date-time":"2024-08-06T05:05:40Z","timestamp":1722920740000},"page":"1597-1617","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Deep reinforcement learning-based preventive maintenance for repairable machines with deterioration in a flow line system"],"prefix":"10.1007","volume":"361","author":[{"given":"Yu-Hsin","family":"Hung","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Hong-Ying","family":"Shen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2928-3337","authenticated-orcid":false,"given":"Chia-Yen","family":"Lee","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,8,6]]},"reference":[{"issue":"17","key":"6207_CR1","doi-asserted-by":"publisher","first-page":"3382","DOI":"10.1016\/j.ins.2008.05.007","volume":"178","author":"E-H Aghezzaf","year":"2008","unstructured":"Aghezzaf, E.-H., & Najid, N. M. (2008). Integrated production planning and preventive maintenance in deteriorating production systems. Information Sciences, 178(17), 3382\u20133392.","journal-title":"Information Sciences"},{"key":"6207_CR2","doi-asserted-by":"publisher","first-page":"167","DOI":"10.1016\/j.cie.2014.12.022","volume":"82","author":"A Alrabghi","year":"2015","unstructured":"Alrabghi, A., & Tiwari, A. (2015). State of the art in simulation-based optimisation for maintenance systems. Computers & Industrial Engineering, 82, 167\u2013182.","journal-title":"Computers & Industrial Engineering"},{"issue":"3","key":"6207_CR3","doi-asserted-by":"publisher","first-page":"1653","DOI":"10.1016\/j.ejor.2006.08.008","volume":"181","author":"N Beume","year":"2007","unstructured":"Beume, N., Naujoks, B., & Emmerich, M. (2007). SMS-EMOA: Multiobjective selection based on dominated hypervolume. European Journal of Operational Research, 181(3), 1653\u20131669.","journal-title":"European Journal of Operational Research"},{"issue":"2","key":"6207_CR4","doi-asserted-by":"publisher","first-page":"531","DOI":"10.1109\/TASE.2018.2835298","volume":"16","author":"MA Bragin","year":"2018","unstructured":"Bragin, M. A., Luh, P. B., Yan, B., & Sun, X. (2018). A scalable solution methodology for mixed-integer linear programming problems arising in automation. IEEE Transactions on Automation Science and Engineering, 16(2), 531\u2013541.","journal-title":"IEEE Transactions on Automation Science and Engineering"},{"key":"6207_CR5","doi-asserted-by":"publisher","first-page":"48","DOI":"10.1016\/j.neucom.2017.02.096","volume":"263","author":"T Brys","year":"2017","unstructured":"Brys, T., Harutyunyan, A., Vrancx, P., Now\u00e9, A., & Taylor, M. E. (2017). Multi-objectivization and ensembles of shapings in reinforcement learning. Neurocomputing, 263, 48\u201359.","journal-title":"Neurocomputing"},{"key":"6207_CR6","unstructured":"Butler, J., & Smalley, C. (2002). An introduction to predictive maintenance. Pharmaceutical Engineering"},{"key":"6207_CR7","first-page":"7387","volume":"37","author":"W Ding","year":"2023","unstructured":"Ding, W., Jiang, S., Chen, H.-W., & Chen, M.-S. (2023). Incremental reinforcement learning with dual-adaptive $$\\varepsilon $$-greedy exploration. In: Proceedings of the AAAI Conference on Artificial Intelligence, 37, 7387\u20137395.","journal-title":"In: Proceedings of the AAAI Conference on Artificial Intelligence"},{"issue":"16","key":"6207_CR8","doi-asserted-by":"publisher","first-page":"5772","DOI":"10.1080\/00207543.2022.2104180","volume":"61","author":"A Esteso","year":"2022","unstructured":"Esteso, A., Peidro, D., Mula, J., & D\u00edaz-Madro\u00f1ero, M. (2022). Reinforcement learning applied to production planning and control. International Journal of Production Research, 61(16), 5772\u20135789.","journal-title":"International Journal of Production Research"},{"key":"6207_CR9","doi-asserted-by":"crossref","unstructured":"Gosavi, A., & Le, V.K. (2022). Maintenance optimization in a digital twin for industry 4.0. Annals of Operations Research, 1\u201325","DOI":"10.1007\/s10479-022-05089-1"},{"key":"6207_CR10","doi-asserted-by":"crossref","unstructured":"He, Z., Pang, H., Bai, Z., Zheng, L., & Liu, L. (2023). An improved dueling double deep q network algorithm and its application to the optimized path planning for unmanned ground vehicle. SAE Technical Paper Series","DOI":"10.4271\/2023-01-7065"},{"key":"6207_CR11","doi-asserted-by":"publisher","first-page":"113701","DOI":"10.1016\/j.eswa.2020.113701","volume":"160","author":"J Huang","year":"2020","unstructured":"Huang, J., Chang, Q., & Arinez, J. (2020). Deep reinforcement learning based preventive maintenance policy for serial production lines. Expert Systems with Applications, 160, 113701.","journal-title":"Expert Systems with Applications"},{"issue":"13","key":"6207_CR12","doi-asserted-by":"publisher","first-page":"4086","DOI":"10.1080\/00207543.2019.1641643","volume":"58","author":"J Huang","year":"2020","unstructured":"Huang, J., Wang, L., & Jiang, Z. (2020). A method combining rules with genetic algorithm for minimizing makespan on a batch processing machine with preventive maintenance. International Journal of Production Research, 58(13), 4086\u20134102.","journal-title":"International Journal of Production Research"},{"key":"6207_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10479-020-03758-7","volume":"316","author":"Z-Z Jiang","year":"2022","unstructured":"Jiang, Z.-Z., He, N., Qin, X., Sun, M., & Wang, P. (2022). Optimizing production and maintenance for the service-oriented manufacturing supply chain. Annals of Operations Research, 316, 1\u201326.","journal-title":"Annals of Operations Research"},{"issue":"3","key":"6207_CR14","doi-asserted-by":"publisher","first-page":"7684","DOI":"10.1109\/LRA.2022.3184795","volume":"7","author":"D Johnson","year":"2022","unstructured":"Johnson, D., Chen, G., & Lu, Y. (2022). Multi-agent reinforcement learning for real-time dynamic production scheduling in a robot assembly cell. IEEE Robotics and Automation Letters, 7(3), 7684\u20137691.","journal-title":"IEEE Robotics and Automation Letters"},{"key":"6207_CR15","doi-asserted-by":"publisher","first-page":"266","DOI":"10.1016\/j.cie.2018.02.026","volume":"118","author":"K Kang","year":"2018","unstructured":"Kang, K., & Subramaniam, V. (2018). Integrated control policy of production and preventive maintenance for a deteriorating manufacturing system. Computers & Industrial Engineering, 118, 266\u2013277.","journal-title":"Computers & Industrial Engineering"},{"key":"6207_CR16","doi-asserted-by":"publisher","first-page":"79","DOI":"10.1007\/s10479-022-04612-8","volume":"339","author":"F Kosanoglu","year":"2022","unstructured":"Kosanoglu, F., Atmis, M., & Turan, H. H. (2022). A deep reinforcement learning assisted simulated annealing algorithm for a maintenance planning problem. Annals of Operations Research, 339, 79\u2013110.","journal-title":"Annals of Operations Research"},{"key":"6207_CR17","doi-asserted-by":"publisher","first-page":"875","DOI":"10.1007\/s10845-009-0264-z","volume":"21","author":"W Liao","year":"2010","unstructured":"Liao, W., Pan, E., & Xi, L. (2010). Preventive maintenance scheduling for repairable system with deterioration. Journal of Intelligent Manufacturing, 21, 875\u2013884.","journal-title":"Journal of Intelligent Manufacturing"},{"issue":"21","key":"6207_CR18","doi-asserted-by":"publisher","first-page":"6145","DOI":"10.1080\/00207540802244240","volume":"47","author":"L Li","year":"2009","unstructured":"Li, L., Chang, Q., Ni, J., & Biller, S. (2009). Real time production improvement through bottleneck control. International Journal of Production Research, 47(21), 6145\u20136158.","journal-title":"International Journal of Production Research"},{"issue":"3","key":"6207_CR19","first-page":"385","volume":"45","author":"C Liu","year":"2014","unstructured":"Liu, C., Xu, X., & Hu, D. (2014). Multiobjective reinforcement learning: A comprehensive overview. IEEE Transactions on Systems, Man, and Cybernetics: Systems, 45(3), 385\u2013398.","journal-title":"IEEE Transactions on Systems, Man, and Cybernetics: Systems"},{"issue":"2","key":"6207_CR20","doi-asserted-by":"publisher","first-page":"1142","DOI":"10.1109\/LRA.2021.3137909","volume":"7","author":"H-W Lu","year":"2021","unstructured":"Lu, H.-W., & Lee, C.-Y. (2021). Kernel-based dynamic ensemble technique for remaining useful life prediction. IEEE Robotics and Automation Letters, 7(2), 1142\u20131149.","journal-title":"IEEE Robotics and Automation Letters"},{"key":"6207_CR21","doi-asserted-by":"publisher","first-page":"103915","DOI":"10.1016\/j.engappai.2020.103915","volume":"96","author":"TT Nguyen","year":"2020","unstructured":"Nguyen, T. T., Nguyen, N. D., Vamplew, P., Nahavandi, S., Dazeley, R., & Lim, C. P. (2020). A multi-objective deep reinforcement learning framework. Engineering Applications of Artificial Intelligence, 96, 103915.","journal-title":"Engineering Applications of Artificial Intelligence"},{"issue":"13","key":"6207_CR22","doi-asserted-by":"publisher","first-page":"4316","DOI":"10.1080\/00207543.2021.1973138","volume":"60","author":"M Panzer","year":"2022","unstructured":"Panzer, M., & Bender, B. (2022). Deep reinforcement learning in production systems: A systematic literature review. International Journal of Production Research, 60(13), 4316\u20134341.","journal-title":"International Journal of Production Research"},{"issue":"2","key":"6207_CR23","doi-asserted-by":"publisher","first-page":"345","DOI":"10.1080\/00207543.2010.537703","volume":"50","author":"P Renna","year":"2012","unstructured":"Renna, P. (2012). Influence of maintenance policies on multi-stage manufacturing systems in dynamic conditions. International Journal of Production Research, 50(2), 345\u2013357.","journal-title":"International Journal of Production Research"},{"issue":"1","key":"6207_CR24","doi-asserted-by":"publisher","first-page":"714","DOI":"10.1109\/TPWRS.2017.2699484","volume":"33","author":"A Rong","year":"2017","unstructured":"Rong, A., & Luh, P. B. (2017). A dynamic regrouping based dynamic programming approach for unit commitment of the transmission-constrained multi-site combined heat and power system. IEEE Transactions on Power Systems, 33(1), 714\u2013722.","journal-title":"IEEE Transactions on Power Systems"},{"issue":"3","key":"6207_CR25","doi-asserted-by":"publisher","first-page":"705","DOI":"10.1080\/00207543.2023.2172472","volume":"62","author":"A Sabri","year":"2023","unstructured":"Sabri, A., Allaoui, H., & Souissi, O. (2023). Reinforcement learning and stochastic dynamic programming for jointly scheduling jobs and preventive maintenance on a single machine to minimise earliness-tardiness. International Journal of Production Research, 62(3), 705\u2013719.","journal-title":"International Journal of Production Research"},{"key":"6207_CR26","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., & Klimov, O. (2017). Proximal policy optimization algorithms. arXiv preprint arXiv:1707.06347"},{"key":"6207_CR27","doi-asserted-by":"publisher","first-page":"4950","DOI":"10.1109\/TSG.2021.3099133","volume":"12","author":"H Song","year":"2021","unstructured":"Song, H., Liu, Y.-B., Zhao, J., Liu, J., & Wu, G. (2021). Prioritized replay dueling ddqn based grid-edge control of community energy storage system. IEEE Transactions on Smart Grid, 12, 4950\u20134961.","journal-title":"IEEE Transactions on Smart Grid"},{"key":"6207_CR28","unstructured":"Sutton, R.S., & Barto, A.G. (1998). Reinforcement learning: an introduction MIT Press. Cambridge, MA, pp 22447"},{"key":"6207_CR29","doi-asserted-by":"crossref","unstructured":"Van Hasselt, H., Guez, A., & Silver, D. (2016). Deep reinforcement learning with double q-learning. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 30","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"6207_CR30","doi-asserted-by":"crossref","unstructured":"Van\u00a0Moffaert, K., Drugan, M.M., & Now\u00e9, A. (2013). Hypervolume-based multi-objective reinforcement learning. In: Evolutionary Multi-Criterion Optimization: 7th International Conference, EMO 2013, Sheffield, UK, March 19-22, 2013. Proceedings 7, pp. 352\u2013366. Springer","DOI":"10.1007\/978-3-642-37140-0_28"},{"key":"6207_CR31","doi-asserted-by":"publisher","first-page":"325","DOI":"10.1007\/s10845-013-0864-5","volume":"27","author":"X Wang","year":"2016","unstructured":"Wang, X., Wang, H., & Qi, C. (2016). Multi-agent reinforcement learning based maintenance policy for a resource constrained flow line system. Journal of Intelligent Manufacturing, 27, 325\u2013333.","journal-title":"Journal of Intelligent Manufacturing"},{"key":"6207_CR32","doi-asserted-by":"publisher","first-page":"576","DOI":"10.1109\/ACCESS.2017.2771827","volume":"6","author":"AS Xanthopoulos","year":"2017","unstructured":"Xanthopoulos, A. S., Kiatipis, A., Koulouriotis, D. E., & Stieger, S. (2017). Reinforcement learning-based and parametric production-maintenance control policies for a deteriorating manufacturing system. IEEE Access, 6, 576\u2013588.","journal-title":"IEEE Access"},{"key":"6207_CR33","doi-asserted-by":"publisher","first-page":"111","DOI":"10.1016\/j.ress.2015.05.008","volume":"142","author":"AS Xanthopoulos","year":"2015","unstructured":"Xanthopoulos, A. S., Koulouriotis, D. E., & Botsaris, P. N. (2015). Single-stage Kanban system with deterioration failures and condition-based preventive maintenance. Reliability Engineering & System Safety, 142, 111\u2013122.","journal-title":"Reliability Engineering & System Safety"},{"key":"6207_CR34","doi-asserted-by":"crossref","unstructured":"Xiao, Q., Zhang, X., Jiang, L., & Wang, M. (2022). Design of reward functions based on the ddqn algorithm. 2022 14th International Conference on Measuring Technology and Mechatronics Automation (ICMTMA), 600\u2013604","DOI":"10.1109\/ICMTMA54903.2022.00125"},{"issue":"3","key":"6207_CR35","doi-asserted-by":"publisher","first-page":"966","DOI":"10.1016\/j.ejor.2018.10.049","volume":"274","author":"L Yang","year":"2019","unstructured":"Yang, L., Ye, Z.-S., Lee, C.-G., Yang, S.-F., & Peng, R. (2019). A two-phase preventive maintenance policy considering imperfect repair and postponed replacement. European Journal of Operational Research, 274(3), 966\u2013977.","journal-title":"European Journal of Operational Research"},{"issue":"4","key":"6207_CR36","doi-asserted-by":"publisher","first-page":"1003","DOI":"10.1080\/00207543.2020.1713416","volume":"59","author":"Y Zhao","year":"2021","unstructured":"Zhao, Y., He, Y., Zhou, D., Zhang, A., Han, X., Li, Y., & Wang, W. (2021). Functional risk-oriented integrated preventive maintenance considering product quality loss for multistate manufacturing systems. International Journal of Production Research, 59(4), 1003\u20131020.","journal-title":"International Journal of Production Research"},{"issue":"2","key":"6207_CR37","doi-asserted-by":"publisher","first-page":"162","DOI":"10.1108\/IMDS-07-2013-0314","volume":"114","author":"S Zhao","year":"2014","unstructured":"Zhao, S., Wang, L., & Zheng, Y. (2014). Integrating production planning and maintenance: An iterative method. Industrial Management & Data Systems, 114(2), 162\u2013182.","journal-title":"Industrial Management & Data Systems"}],"container-title":["Annals of Operations Research"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-024-06207-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10479-024-06207-x","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10479-024-06207-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,10]],"date-time":"2026-06-10T13:20:46Z","timestamp":1781097646000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10479-024-06207-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,8,6]]},"references-count":37,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2026,6]]}},"alternative-id":["6207"],"URL":"https:\/\/doi.org\/10.1007\/s10479-024-06207-x","relation":{},"ISSN":["0254-5330","1572-9338"],"issn-type":[{"value":"0254-5330","type":"print"},{"value":"1572-9338","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,8,6]]},"assertion":[{"value":"26 April 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"30 July 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"6 August 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}