{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,4]],"date-time":"2026-02-04T20:45:48Z","timestamp":1770237948472,"version":"3.49.0"},"reference-count":71,"publisher":"Springer Science and Business Media LLC","issue":"8","license":[{"start":{"date-parts":[[2023,12,16]],"date-time":"2023-12-16T00:00:00Z","timestamp":1702684800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,12,16]],"date-time":"2023-12-16T00:00:00Z","timestamp":1702684800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100001809","name":"National Natural Science Foundation of China","doi-asserted-by":"publisher","award":["61973243"],"award-info":[{"award-number":["61973243"]}],"id":[{"id":"10.13039\/501100001809","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Intell Manuf"],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1007\/s10845-023-02285-z","type":"journal-article","created":{"date-parts":[[2023,12,16]],"date-time":"2023-12-16T15:02:16Z","timestamp":1702738936000},"page":"3889-3916","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Enterprise and service\u2212level scheduling of robot production services in cloud manufacturing with deep reinforcement learning"],"prefix":"10.1007","volume":"35","author":[{"given":"Yaoyao","family":"Ping","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2165-775X","authenticated-orcid":false,"given":"Yongkui","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Lin","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Lihui","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Xun","family":"Xu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,12,16]]},"reference":[{"key":"2285_CR1","doi-asserted-by":"crossref","unstructured":"Adamson, G., Wang, L., Holm, M., & Moore, P. (2015). Adaptive robot control as a service in cloud manufacturing. In International Manufacturing Science and Engineering Conference (Vol. 56833, p. V002T04A020). American Society of Mechanical Engineers.","DOI":"10.1115\/MSEC2015-9479"},{"key":"2285_CR2","doi-asserted-by":"crossref","first-page":"161","DOI":"10.1017\/pds.2021.17","volume":"1","author":"A Agrawal","year":"2021","unstructured":"Agrawal, A., Won, S. J., Sharma, T., Deshpande, M., & McComb, C. (2021). A multi-agent reinforcement learning framework for intelligent manufacturing with autonomous mobile robots. Proceedings of the Design Society, 1, 161\u2013170.","journal-title":"Proceedings of the Design Society"},{"key":"2285_CR3","doi-asserted-by":"crossref","first-page":"228","DOI":"10.1016\/j.procir.2020.04.023","volume":"93","author":"S Aheleroff","year":"2020","unstructured":"Aheleroff, S., Zhong, R. Y., & Xu, X. (2020). A digital twin reference for mass personalization in industry 4.0. Procedia Cirp, 93, 228\u2013233.","journal-title":"Procedia Cirp"},{"key":"2285_CR4","unstructured":"Anschel, O., Baram, N., & Shimkin, N. (2017). Averaged-dqn: Variance reduction and stabilization for deep reinforcement learning. International Conference on Machine Learning, pp. 176\u2013185."},{"key":"2285_CR5","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1007\/978-1-84882-495-9","volume-title":"Production development over time","author":"M Bellgran","year":"2010","unstructured":"Bellgran, M., & S\u00e4fsten, K. (2010). Production development over time (pp. 1\u201336). Springer."},{"key":"2285_CR6","doi-asserted-by":"crossref","unstructured":"Cheng, M., Li, J., & Nazarian, S. (2018, January). DRL-cloud: Deep reinforcement learning-based resource provisioning and task scheduling for cloud service providers. In 2018 23rd Asia and South pacific design automation conference (ASP-DAC) (pp. 129\u2013134). IEEE.","DOI":"10.1109\/ASPDAC.2018.8297294"},{"key":"2285_CR7","doi-asserted-by":"crossref","first-page":"102240","DOI":"10.1016\/j.rcim.2021.102240","volume":"73","author":"V Dawarka","year":"2022","unstructured":"Dawarka, V., & Bekaroo, G. (2022). Building and evaluating cloud robotic systems: A systematic review. Robotics and Computer-Integrated Manufacturing, 73, 102240.","journal-title":"Robotics and Computer-Integrated Manufacturing"},{"issue":"2","key":"2285_CR8","doi-asserted-by":"crossref","first-page":"411","DOI":"10.1080\/00207543.2018.1442948","volume":"57","author":"A Dolgui","year":"2019","unstructured":"Dolgui, A., Ivanov, D., Sethi, S. P., & Sokolov, B. (2019). Scheduling in production, supply chain and Industry 4.0 systems by optimal control: fundamentals, state-of-the-art and applications. International Journal of Production Research, 57(2), 411\u2013432.","journal-title":"International Journal of Production Research"},{"key":"2285_CR9","doi-asserted-by":"crossref","first-page":"132","DOI":"10.1016\/j.procir.2019.03.142","volume":"83","author":"H Du","year":"2019","unstructured":"Du, H., Xu, W., Yao, B., Zhou, Z., & Hu, Y. (2019). Collaborative optimization of service scheduling for industrial cloud robotics based on knowledge sharing. Procedia CIRP, 83, 132\u2013138.","journal-title":"Procedia CIRP"},{"key":"2285_CR10","volume-title":"Handbook of approximation algorithms and metaheuristics","year":"2007","unstructured":"Gonzalez, T. F. (Ed.). (2007). Handbook of approximation algorithms and metaheuristics. CRC Press."},{"key":"2285_CR11","doi-asserted-by":"crossref","first-page":"265","DOI":"10.1016\/j.jmsy.2023.01.011","volume":"67","author":"S G\u00fcrel","year":"2023","unstructured":"G\u00fcrel, S., Gultekin, H., & Emiroglu, N. (2023). Scheduling a dual gripper material handling robot with energy considerations. Journal of Manufacturing Systems, 67, 265\u2013280.","journal-title":"Journal of Manufacturing Systems"},{"key":"2285_CR12","doi-asserted-by":"publisher","unstructured":"Haarnoja, T., Zhou, A., Hartikainen, K., Tucker, G., Ha, S., Tan, J., & Levine, S. (2018). Soft actor-critic algorithms and applications. arXiv preprint arXiv:1812.05905. https:\/\/doi.org\/10.48550\/arXiv.1812.05905","DOI":"10.48550\/arXiv.1812.05905"},{"issue":"3","key":"2285_CR13","doi-asserted-by":"crossref","first-page":"813","DOI":"10.1080\/00207543.2019.1709671","volume":"59","author":"A Ham","year":"2021","unstructured":"Ham, A. (2021). Transfer-robot task scheduling in job shop. International Journal of Production Research, 59(3), 813\u2013823.","journal-title":"International Journal of Production Research"},{"key":"2285_CR14","first-page":"528","volume":"271","author":"HY Jeong","year":"2013","unstructured":"Jeong, H. Y., & Hong, B. H. (2013). The cloud manufacturing system in factory automation. Applied Mechanics and Materials, 271, 528\u2013532.","journal-title":"Applied Mechanics and Materials"},{"issue":"11","key":"2285_CR15","doi-asserted-by":"publisher","first-page":"3534","DOI":"10.1080\/00207543.2021.1925772","volume":"60","author":"Z Jiang","year":"2022","unstructured":"Jiang, Z., Yuan, S., Ma, J., & Wang, Q. (2022). The evolution of production scheduling from Industry 3.0 through Industry 4.0. International Journal of Production Research, 60(11), 3534\u20133554. https:\/\/doi.org\/10.1080\/00207543.2021.1925772","journal-title":"International Journal of Production Research"},{"issue":"3","key":"2285_CR16","doi-asserted-by":"crossref","first-page":"7684","DOI":"10.1109\/LRA.2022.3184795","volume":"7","author":"D Johnson","year":"2022","unstructured":"Johnson, D., Chen, G., & Lu, Y. (2022). Multi-agent reinforcement learning for real-time dynamic production scheduling in a robot assembly cell. IEEE Robotics and Automation Letters, 7(3), 7684\u20137691.","journal-title":"IEEE Robotics and Automation Letters"},{"key":"2285_CR17","doi-asserted-by":"crossref","first-page":"237","DOI":"10.1613\/jair.301","volume":"4","author":"LP Kaelbling","year":"1996","unstructured":"Kaelbling, L. P., Littman, M. L., & Moore, A. W. (1996). Reinforcement learning: A survey. Journal of Artificial Intelligence Research, 4, 237\u2013285.","journal-title":"Journal of Artificial Intelligence Research"},{"issue":"11","key":"2285_CR18","doi-asserted-by":"crossref","first-page":"1238","DOI":"10.1177\/0278364913495721","volume":"32","author":"J Kober","year":"2013","unstructured":"Kober, J., Bagnell, J. A., & Peters, J. (2013). Reinforcement learning in robotics: A survey. The International Journal of Robotics Research, 32(11), 1238\u20131274.","journal-title":"The International Journal of Robotics Research"},{"key":"2285_CR19","doi-asserted-by":"publisher","DOI":"10.1137\/S0363012901385691","author":"V Konda","year":"1999","unstructured":"Konda, V., & Tsitsiklis, J. (1999). Actor-critic algorithms. Advances in Neural Information Processing Systems. https:\/\/doi.org\/10.1137\/S0363012901385691","journal-title":"Advances in Neural Information Processing Systems"},{"key":"2285_CR20","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1016\/j.fbp.2021.01.016","volume":"126","author":"A Koulouris","year":"2021","unstructured":"Koulouris, A., Misailidis, N., & Petrides, D. (2021). Applications of process and digital twin models for production simulation and scheduling in the manufacturing of food ingredients and products. Food and Bioproducts Processing, 126, 317\u2013333.","journal-title":"Food and Bioproducts Processing"},{"key":"2285_CR21","doi-asserted-by":"crossref","first-page":"533","DOI":"10.1007\/s10696-008-9048-6","volume":"19","author":"A Kumar","year":"2007","unstructured":"Kumar, A. (2007). From mass customization to mass personalization: A strategic transformation. International Journal of Flexible Manufacturing Systems, 19, 533\u2013547.","journal-title":"International Journal of Flexible Manufacturing Systems"},{"issue":"7553","key":"2285_CR22","doi-asserted-by":"crossref","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y., & Hinton, G. (2015). Deep learning. nature, 521(7553), 436\u2013444.","journal-title":"nature"},{"issue":"1","key":"2285_CR23","first-page":"1","volume":"16","author":"BH Li","year":"2010","unstructured":"Li, B. H., Zhang, L., Wang, S. L., Tao, F., Cao, J. W., Jiang, X. D., Song, X., & Chai, X. D. (2010). Cloud manufacturing: A new service-oriented networked manufacturing model. Computer Integrated Manufacturing System, 16(1), 1\u20137.","journal-title":"Computer Integrated Manufacturing System"},{"issue":"2","key":"2285_CR24","doi-asserted-by":"crossref","first-page":"941","DOI":"10.1109\/JSYST.2015.2438054","volume":"11","author":"W Li","year":"2015","unstructured":"Li, W., Zhu, C., Yang, L. T., Shu, L., Ngai, E. C. H., & Ma, Y. (2015). Subtask scheduling for distributed robots in cloud manufacturing. IEEE Systems Journal, 11(2), 941\u2013950.","journal-title":"IEEE Systems Journal"},{"key":"2285_CR25","doi-asserted-by":"publisher","DOI":"10.1155\/2019\/7194258","author":"Y Li","year":"2019","unstructured":"Li, Y., Yao, X., & Liu, M. (2019). Cloud manufacturing service composition optimization with improved genetic algorithm. Mathematical Problems in Engineering. https:\/\/doi.org\/10.1155\/2019\/7194258","journal-title":"Mathematical Problems in Engineering"},{"key":"2285_CR26","doi-asserted-by":"crossref","first-page":"469","DOI":"10.1007\/s10845-018-1459-y","volume":"31","author":"Z Li","year":"2020","unstructured":"Li, Z., Barenji, A. V., Jiang, J., Zhong, R. Y., & Xu, G. (2020). A mechanism for scheduling multi robot intelligent warehouse system face with dynamic demand. Journal of Intelligent Manufacturing, 31, 469\u2013480.","journal-title":"Journal of Intelligent Manufacturing"},{"key":"2285_CR27","volume":"67","author":"H Liang","year":"2021","unstructured":"Liang, H., Wen, X., Liu, Y., Zhang, H., Zhang, L., & Wang, L. (2021). Logistics-involved QoS-aware service composition in cloud manufacturing with deep reinforcement learning. Robotics and Computer-Integrated Manufacturing, 67, 101991.","journal-title":"Robotics and Computer-Integrated Manufacturing"},{"key":"2285_CR28","doi-asserted-by":"publisher","unstructured":"Lillicrap, T. P., Hunt, J. J., Pritzel, A., Heess, N., Erez, T., Tassa, Y., & Wierstra, D. (2015). Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971. https:\/\/doi.org\/10.48550\/arXiv.1509.02971","DOI":"10.48550\/arXiv.1509.02971"},{"key":"2285_CR29","doi-asserted-by":"crossref","unstructured":"Liu, Y., Xu, X., Zhang, L., & Tao, F. (2016). An extensible model for multitask-oriented service composition and scheduling in cloud manufacturing. Journal of Computing and Information Science in Engineering, 16(4).","DOI":"10.1115\/1.4034186"},{"key":"2285_CR30","doi-asserted-by":"crossref","unstructured":"Liu, Y., Yao, J., Lin, T., Xu, H., Shi, F., Xiao, Y., Zhang, L., & Wang, L. (2020). A framework for industrial robot training in cloud manufacturing with deep reinforcement learning. In: International Manufacturing Science and Engineering Conference, p. 84263.","DOI":"10.1115\/MSEC2020-8355"},{"key":"2285_CR31","volume":"80","author":"Y Liu","year":"2023","unstructured":"Liu, Y., Ping, Y., Zhang, L., Wang, L., & Xu, X. (2023). Scheduling of decentralized robot services in cloud manufacturing with deep reinforcement learning. Robotics and Computer-Integrated Manufacturing, 80, 102454.","journal-title":"Robotics and Computer-Integrated Manufacturing"},{"issue":"9","key":"2285_CR32","doi-asserted-by":"crossref","first-page":"858","DOI":"10.1080\/0951192X.2019.1639217","volume":"32","author":"Y Liu","year":"2019","unstructured":"Liu, Y., Wang, L., Wang, X. V., Xu, X., & Jiang, P. (2019a). Cloud manufacturing: Key issues and future perspectives. International Journal of Computer Integrated Manufacturing, 32(9), 858\u2013874.","journal-title":"International Journal of Computer Integrated Manufacturing"},{"issue":"15\u201316","key":"2285_CR33","doi-asserted-by":"crossref","first-page":"4854","DOI":"10.1080\/00207543.2018.1449978","volume":"57","author":"Y Liu","year":"2019","unstructured":"Liu, Y., Wang, L., Wang, X. V., Xu, X., & Zhang, L. (2019b). Scheduling in cloud manufacturing: State-of-the-art and research challenges. International Journal of Production Research, 57(15\u201316), 4854\u20134879.","journal-title":"International Journal of Production Research"},{"key":"2285_CR34","volume":"76","author":"Y Liu","year":"2022","unstructured":"Liu, Y., Liang, H., Xiao, Y., Zhang, H., Zhang, J., Zhang, L., & Wang, L. (2022a). Logistics-involved service composition in a dynamic cloud manufacturing environment: A DDPG-based approach. Robotics and Computer-Integrated Manufacturing, 76, 102323.","journal-title":"Robotics and Computer-Integrated Manufacturing"},{"key":"2285_CR35","volume":"77","author":"Z Liu","year":"2022","unstructured":"Liu, Z., Liu, Q., Xu, W., Wang, L., & Zhou, Z. (2022b). Robot learning towards smart robotic manufacturing: A review. Robotics and Computer-Integrated Manufacturing, 77, 102360.","journal-title":"Robotics and Computer-Integrated Manufacturing"},{"issue":"2","key":"2285_CR36","doi-asserted-by":"crossref","first-page":"73","DOI":"10.1080\/13645706.2019.1575882","volume":"28","author":"Y Mintz","year":"2019","unstructured":"Mintz, Y., & Brodie, R. (2019). Introduction to artificial intelligence in medicine. Minimally Invasive Therapy & Allied Technologies, 28(2), 73\u201381.","journal-title":"Minimally Invasive Therapy & Allied Technologies"},{"key":"2285_CR37","doi-asserted-by":"publisher","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Graves, A., Antonoglou, I., Wierstra, D., & Riedmiller, M. (2013). Playing atari with deep reinforcement learning. arXiv preprint arXiv:1312.5602. https:\/\/doi.org\/10.48550\/arXiv.1312.5602","DOI":"10.48550\/arXiv.1312.5602"},{"issue":"7540","key":"2285_CR38","doi-asserted-by":"crossref","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A. A., Veness, J., Bellemare, M. G., Graves, A., Riedmiller, M., Fidjeland, A. K., Ostrovski, G., Petersen, S., Beattie, C., Sadik, A., Antonoglou, L., King, H., Kumaran, D., Wierstra, D., Legg, S., & Hassabis, D. (2015). Human-level control through deep reinforcement learning. Nature, 518(7540), 529\u2013533.","journal-title":"Nature"},{"key":"2285_CR39","volume-title":"Design and operation of production networks for mass personalization in the era of cloud technology","year":"2021","unstructured":"Mourtzis, D. (Ed.). (2021). Design and operation of production networks for mass personalization in the era of cloud technology. Elsevier."},{"key":"2285_CR40","doi-asserted-by":"crossref","first-page":"1623","DOI":"10.1007\/s00170-017-0132-5","volume":"94","author":"D Mourtzis","year":"2018","unstructured":"Mourtzis, D., Fotia, S., Vlachou, E., & Koutoupes, A. (2018). A Lean PSS design and evaluation framework supported by KPI monitoring and context sensitivity tools. The International Journal of Advanced Manufacturing Technology, 94, 1623\u20131637.","journal-title":"The International Journal of Advanced Manufacturing Technology"},{"key":"2285_CR41","doi-asserted-by":"crossref","first-page":"117","DOI":"10.1016\/B978-0-12-823657-4.00014-2","volume-title":"Design and operation of production networks for mass personalization in the era of cloud technology","author":"D Mourtzis","year":"2022","unstructured":"Mourtzis, D., Panopoulos, N., & Angelopoulos, J. (2022). Production management guided by industrial internet of things and adaptive scheduling in smart factories. In D. Mourtzis (Ed.), Design and operation of production networks for mass personalization in the era of cloud technology (pp. 117\u2013152). Elsevier."},{"key":"2285_CR42","doi-asserted-by":"crossref","first-page":"1595","DOI":"10.1007\/s10586-015-0484-2","volume":"18","author":"Z Peng","year":"2015","unstructured":"Peng, Z., Cui, D., Zuo, J., Li, Q., Xu, B., & Lin, W. (2015). Random task scheduling scheme based on reinforcement learning in cloud computing. Cluster Computing, 18, 1595\u20131607.","journal-title":"Cluster Computing"},{"key":"2285_CR43","doi-asserted-by":"crossref","DOI":"10.1115\/1.4062217","volume":"145","author":"Y Ping","year":"2023","unstructured":"Ping, Y., Liu, Y., Zhang, L., Wang, L., & Xu, X. (2023a). Deep reinforcement learning-based multi-task scheduling in cloud manufacturing under different task arrival modes. Journal of Manufacturing Science and Engineering, 145, 081003.","journal-title":"Journal of Manufacturing Science and Engineering"},{"key":"2285_CR44","doi-asserted-by":"crossref","first-page":"315","DOI":"10.1016\/j.jmsy.2023.02.009","volume":"67","author":"Y Ping","year":"2023","unstructured":"Ping, Y., Liu, Y., Zhang, L., Wang, L., & Xu, X. (2023b). Sequence generation for multi-task scheduling in cloud manufacturing with deep reinforcement learning. Journal of Manufacturing Systems, 67, 315\u2013337.","journal-title":"Journal of Manufacturing Systems"},{"issue":"1","key":"2285_CR45","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1080\/00207543.2019.1605228","volume":"58","author":"F Psarommatis","year":"2020","unstructured":"Psarommatis, F., May, G., Dreyfus, P. A., & Kiritsis, D. (2020). Zero defect manufacturing: State-of-the-art review, shortcomings and future directions in research. International Journal of Production Research, 58(1), 1\u201317.","journal-title":"International Journal of Production Research"},{"issue":"23","key":"2285_CR46","doi-asserted-by":"crossref","first-page":"7139","DOI":"10.1080\/00207543.2020.1836417","volume":"59","author":"F Qiao","year":"2021","unstructured":"Qiao, F., Liu, J., & Ma, Y. (2021). Industrial big-data-driven and CPS-based adaptive production scheduling for smart manufacturing. International Journal of Production Research, 59(23), 7139\u20137159.","journal-title":"International Journal of Production Research"},{"key":"2285_CR47","doi-asserted-by":"publisher","unstructured":"Schaul, T., Quan, J., Antonoglou, I., & Silver, D. (2015). Prioritized experience replay. arXiv preprint arXiv:1511.05952. https:\/\/doi.org\/10.48550\/arXiv.1511.05952","DOI":"10.48550\/arXiv.1511.05952"},{"key":"2285_CR48","unstructured":"Silver, D., Lever, G., Heess, N., Degris, T., Wierstra, D., & Riedmiller, M. (2014). Deterministic policy gradient algorithms. In: International Conference on Machine Learning, p. 387\u2013395."},{"key":"2285_CR49","doi-asserted-by":"crossref","DOI":"10.1007\/978-3-030-43177-8","volume-title":"Scheduling in industry 4.0 and cloud manufacturing","author":"B Sokolov","year":"2020","unstructured":"Sokolov, B., Ivanov, D., & Dolgui, A. (2020). Scheduling in industry 4.0 and cloud manufacturing. Springer."},{"key":"2285_CR50","doi-asserted-by":"crossref","first-page":"42","DOI":"10.1016\/j.procs.2021.03.016","volume":"184","author":"S Swarup","year":"2021","unstructured":"Swarup, S., Shakshuki, E. M., & Yasar, A. (2021). Task scheduling in cloud using deep reinforcement learning. Procedia Computer Science, 184, 42\u201351.","journal-title":"Procedia Computer Science"},{"key":"2285_CR51","doi-asserted-by":"crossref","DOI":"10.1002\/9780470496916","volume-title":"Metaheuristics: From design to implementation","author":"EG Talbi","year":"2009","unstructured":"Talbi, E. G. (2009). Metaheuristics: From design to implementation. John Wiley & Sons."},{"issue":"9","key":"2285_CR52","doi-asserted-by":"crossref","first-page":"3306","DOI":"10.1080\/00207543.2018.1444809","volume":"56","author":"D Tonke","year":"2018","unstructured":"Tonke, D., & Grunow, M. (2018). Maintenance, shutdown and production scheduling in semiconductor robotic cells. International Journal of Production Research, 56(9), 3306\u20133325.","journal-title":"International Journal of Production Research"},{"key":"2285_CR53","doi-asserted-by":"crossref","unstructured":"Van Hasselt, H., Guez, A., & Silver, D. (2016, March). Deep reinforcement learning with double q-learning. In Proceedings of the AAAI Conference on Artificial Intelligence (Vol. 30, No. 1).","DOI":"10.1609\/aaai.v30i1.10295"},{"issue":"9","key":"2285_CR54","doi-asserted-by":"crossref","first-page":"2942","DOI":"10.1080\/00207543.2021.1906461","volume":"60","author":"M Vieira","year":"2022","unstructured":"Vieira, M., Moniz, S., Gon\u00e7alves, B. S., Pinto-Varela, T., Barbosa-P\u00f3voa, A. P., & Neto, P. (2022). A two-level optimisation-simulation method for production planning and scheduling: The industrial case of a human\u2013robot collaborative assembly line. International Journal of Production Research, 60(9), 2942\u20132962.","journal-title":"International Journal of Production Research"},{"key":"2285_CR55","doi-asserted-by":"crossref","unstructured":"Wang, L., Gao, R., & Ragai, I. (2014). An integrated cyber-physical system for cloud manufacturing. In International Manufacturing Science and Engineering Conference (Vol. 45806, p. V001T04A029). American Society of Mechanical Engineers.","DOI":"10.1115\/MSEC2014-4171"},{"key":"2285_CR56","unstructured":"Wang, Z., Schaul, T., Hessel, M., Hasselt, H., Lanctot, M., & Freitas, N. (2016). Dueling network architectures for deep reinforcement learning. In International Conference on Machine Learning (pp. 1995\u20132003). PMLR."},{"issue":"05","key":"2285_CR57","doi-asserted-by":"crossref","first-page":"1850040","DOI":"10.1142\/S179396231850040X","volume":"9","author":"C Wang","year":"2018","unstructured":"Wang, C., Zhang, L., & Liu, C. (2018a). Adaptive scheduling method for dynamic robotic cell based on pattern classification algorithm. International Journal of Modeling, Simulation, and Scientific Computing, 9(05), 1850040.","journal-title":"International Journal of Modeling, Simulation, and Scientific Computing"},{"issue":"8","key":"2285_CR58","doi-asserted-by":"crossref","first-page":"692","DOI":"10.1080\/0951192X.2017.1379099","volume":"31","author":"L Wang","year":"2018","unstructured":"Wang, L., Mohammed, A., Wang, X. V., & Schmidt, B. (2018b). Energy-efficient robot applications towards sustainable manufacturing. International Journal of Computer Integrated Manufacturing, 31(8), 692\u2013700.","journal-title":"International Journal of Computer Integrated Manufacturing"},{"key":"2285_CR59","doi-asserted-by":"crossref","first-page":"181","DOI":"10.1016\/B978-0-12-823657-4.00007-5","volume-title":"Design and operation of production networks for mass personalization in the era of cloud technology","author":"J Wang","year":"2022","unstructured":"Wang, J., & Gao, R. X. (2022). Innovative smart scheduling and predictive maintenance techniques. In D. Mourtzis (Ed.), Design and operation of production networks for mass personalization in the era of cloud technology (pp. 181\u2013207). Elsevier."},{"key":"2285_CR60","doi-asserted-by":"crossref","first-page":"116","DOI":"10.1016\/j.rcim.2016.01.007","volume":"45","author":"XV Wang","year":"2017","unstructured":"Wang, X. V., Wang, L., Mohammed, A., & Givehchi, M. (2017a). Ubiquitous manufacturing system based on cloud: A robotics application. Robotics and Computer-Integrated Manufacturing, 45, 116\u2013125.","journal-title":"Robotics and Computer-Integrated Manufacturing"},{"key":"2285_CR61","doi-asserted-by":"crossref","first-page":"311","DOI":"10.1007\/s40436-017-0204-7","volume":"5","author":"Y Wang","year":"2017","unstructured":"Wang, Y., Ma, H. S., Yang, J. H., & Wang, K. S. (2017b). Industry 4.0: A way from mass customization to mass personalization production. Advances in Manufacturing, 5, 311\u2013320.","journal-title":"Advances in Manufacturing"},{"key":"2285_CR62","doi-asserted-by":"crossref","first-page":"1264","DOI":"10.1016\/j.procir.2018.03.212","volume":"72","author":"B Waschneck","year":"2018","unstructured":"Waschneck, B., Reichstaller, A., Belzner, L., Altenm\u00fcller, T., Bauernhansl, T., Knapp, A., & Kyek, A. (2018). Optimization of global production scheduling with deep reinforcement learning. Procedia Cirp, 72, 1264\u20131269.","journal-title":"Procedia Cirp"},{"key":"2285_CR63","first-page":"279","volume":"8","author":"CJ Watkins","year":"1992","unstructured":"Watkins, C. J., & Dayan, P. (1992). Q-Learning. Machine Learning, 8, 279\u2013292.","journal-title":"Machine Learning"},{"key":"2285_CR64","doi-asserted-by":"crossref","unstructured":"Wu, X., Jiang, X., Xu, W., Ai, Q., & Liu, Q. (2015). A unified sustainable manufacturing capability model for representing industrial robot systems in cloud manufacturing. Advances in Production Management Systems: Innovative Production Management Towards Sustainable Growth: IFIP WG 5.7 International Conference, APMS 2015, September 7\u20139, 2015, Proceedings, Part II 0, 388\u2013395.","DOI":"10.1007\/978-3-319-22759-7_45"},{"issue":"2","key":"2285_CR65","doi-asserted-by":"crossref","first-page":"95","DOI":"10.1016\/j.jpdc.2011.10.003","volume":"72","author":"CZ Xu","year":"2012","unstructured":"Xu, C. Z., Rao, J., & Bu, X. (2012). URL: A unified reinforcement learning approach for autonomic cloud management. Journal of Parallel and Distributed Computing, 72(2), 95\u2013105.","journal-title":"Journal of Parallel and Distributed Computing"},{"key":"2285_CR66","doi-asserted-by":"crossref","first-page":"530","DOI":"10.1016\/j.jmsy.2021.10.006","volume":"61","author":"X Xu","year":"2021","unstructured":"Xu, X., Lu, Y., Vogel-Heuser, B., & Wang, L. (2021). Industry 4.0 and Industry 5.0\u2014Inception, conception and perception. Journal of Manufacturing Systems, 61, 530\u2013535.","journal-title":"Journal of Manufacturing Systems"},{"key":"2285_CR67","doi-asserted-by":"crossref","unstructured":"Zhang, Z., Xu, W., Liu, Q., Zhou, Z., & Pham, D. T. (2017). Dynamic manufacturing capability assessment of industrial robots based on feedback information in cloud manufacturing. International Manufacturing Science and Engineering Conference, 50749, V003T04A027.","DOI":"10.1115\/MSEC2017-2704"},{"issue":"2","key":"2285_CR68","doi-asserted-by":"crossref","first-page":"167","DOI":"10.1080\/17517575.2012.683812","volume":"8","author":"L Zhang","year":"2014","unstructured":"Zhang, L., Luo, Y., Tao, F., Li, B., Ren, L., Zhang, X., Guo, H., Cheng, Y., Hu, A., & Liu, Y. (2014). Cloud manufacturing: A new manufacturing paradigm. Enterprise Information Systems, 8(2), 167\u2013187.","journal-title":"Enterprise Information Systems"},{"key":"2285_CR69","doi-asserted-by":"crossref","first-page":"12","DOI":"10.1016\/j.rcim.2019.05.015","volume":"60","author":"Z Zhang","year":"2019","unstructured":"Zhang, Z., Wang, X., Zhu, X., Cao, Q., & Tao, F. (2019). Cloud manufacturing paradigm with ubiquitous robotic system for product customization. Robotics and Computer-Integrated Manufacturing, 60, 12\u201322.","journal-title":"Robotics and Computer-Integrated Manufacturing"},{"key":"2285_CR70","doi-asserted-by":"crossref","first-page":"2753","DOI":"10.1007\/s00170-017-0634-1","volume":"93","author":"Y Zhao","year":"2017","unstructured":"Zhao, Y., Liu, Q., Xu, W., Wu, X., Jiang, X., Zhou, Z., & Pham, D. T. (2017). Dynamic and unified modelling of sustainable manufacturing capability for industrial robots in cloud manufacturing. The International Journal of Advanced Manufacturing Technology, 93, 2753\u20132771.","journal-title":"The International Journal of Advanced Manufacturing Technology"},{"key":"2285_CR71","unstructured":"Zhou, L., & Zhang, L. (2016). A dynamic task scheduling method based on simulation in cloud manufacturing. In Theory, Methodology, Tools and Applications for Modeling and Simulation of Complex Systems: 16th Asia Simulation Conference and SCS Autumn Simulation Multi-Conference, AsiaSim\/SCS AutumnSim 2016, October 8\u201311, 2016, Proceedings, Part III 16 (pp. 20\u201324). Springer Singapore."}],"container-title":["Journal of Intelligent Manufacturing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10845-023-02285-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10845-023-02285-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10845-023-02285-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,18]],"date-time":"2024-11-18T18:06:19Z","timestamp":1731953179000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10845-023-02285-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,12,16]]},"references-count":71,"journal-issue":{"issue":"8","published-print":{"date-parts":[[2024,12]]}},"alternative-id":["2285"],"URL":"https:\/\/doi.org\/10.1007\/s10845-023-02285-z","relation":{},"ISSN":["0956-5515","1572-8145"],"issn-type":[{"value":"0956-5515","type":"print"},{"value":"1572-8145","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,12,16]]},"assertion":[{"value":"1 April 2023","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 November 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 December 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interests"}}]}}