{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,14]],"date-time":"2025-11-14T03:38:13Z","timestamp":1763091493419,"version":"3.37.3"},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2023,6,16]],"date-time":"2023-06-16T00:00:00Z","timestamp":1686873600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,6,16]],"date-time":"2023-06-16T00:00:00Z","timestamp":1686873600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/501100012166","name":"National Key R&D Program of China","doi-asserted-by":"crossref","award":["No. 2019YFB1804400"],"award-info":[{"award-number":["No. 2019YFB1804400"]}],"id":[{"id":"10.13039\/501100012166","id-type":"DOI","asserted-by":"crossref"}]},{"name":"MUST Faculty Research Grants","award":["FRG- 21-031-IINGI"],"award-info":[{"award-number":["FRG- 21-031-IINGI"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Netw Syst Manage"],"published-print":{"date-parts":[[2023,7]]},"DOI":"10.1007\/s10922-023-09743-2","type":"journal-article","created":{"date-parts":[[2023,6,16]],"date-time":"2023-06-16T15:02:36Z","timestamp":1686927756000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":14,"title":["Delay Constrained SFC Orchestration for Edge Intelligence-Enabled IIoT: A DRL Approach"],"prefix":"10.1007","volume":"31","author":[{"given":"Zhongwei","family":"Huang","sequence":"first","affiliation":[]},{"given":"Weijian","family":"Zhong","sequence":"additional","affiliation":[]},{"given":"Dagang","family":"Li","sequence":"additional","affiliation":[]},{"given":"Hua","family":"Lu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,6,16]]},"reference":[{"issue":"10","key":"9743_CR1","doi-asserted-by":"publisher","first-page":"4674","DOI":"10.1109\/TII.2018.2855198","volume":"14","author":"M Aazam","year":"2018","unstructured":"Aazam, M., Zeadally, S., Harras, K.A.: Deploying fog computing in industrial Internet of Things and industry 4.0. IEEE Trans. Ind. Inf. 14(10), 4674\u20134682 (2018)","journal-title":"IEEE Trans. Ind. Inf."},{"key":"9743_CR2","doi-asserted-by":"crossref","unstructured":"Chalapathi, G.S.S., Chamola, V., Vaish, A., Buyya, R.: Industrial Internet of Things (IIoT) applications of edge and fog computing: A review and future directions. Fog\/Edge Comput. Secur. Privacy App. 293\u2013325 (2021)","DOI":"10.1007\/978-3-030-57328-7_12"},{"issue":"1","key":"9743_CR3","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1109\/JIOT.2017.2750180","volume":"5","author":"N Abbas","year":"2017","unstructured":"Abbas, N., Zhang, Y., Taherkordi, A., Skeie, T.: Mobile edge computing: A survey. IEEE Internet Things J. 5(1), 450\u2013465 (2017)","journal-title":"IEEE Internet Things J."},{"issue":"8","key":"9743_CR4","doi-asserted-by":"publisher","first-page":"1738","DOI":"10.1109\/JPROC.2019.2918951","volume":"107","author":"Z Zhou","year":"2019","unstructured":"Zhou, Z., Chen, X., Li, E., Zeng, L., Luo, K., Zhang, J.: Edge intelligence: Paving the last mile of artificial intelligence with edge computing. Proc. IEEE 107(8), 1738\u20131762 (2019)","journal-title":"Proc. IEEE"},{"issue":"1","key":"9743_CR5","doi-asserted-by":"publisher","first-page":"507","DOI":"10.1109\/TWC.2019.2946797","volume":"19","author":"X Fu","year":"2019","unstructured":"Fu, X., Yu, F.R., Wang, J., Qi, Q., Liao, J.: Dynamic service function chain embedding for NFV-enabled IoT: A deep reinforcement learning approach. IEEE Trans. Wireless Commun. 19(1), 507\u2013519 (2019)","journal-title":"IEEE Trans. Wireless Commun."},{"issue":"2","key":"9743_CR6","doi-asserted-by":"publisher","first-page":"1540","DOI":"10.1109\/TNSM.2021.3052223","volume":"18","author":"J Cai","year":"2021","unstructured":"Cai, J., Huang, Z., Liao, L., Luo, J., Liu, W.-X.: APPM: Adaptive parallel processing mechanism for service function chains. IEEE Trans. Netw. Serv. Manage. 18(2), 1540\u20131555 (2021)","journal-title":"IEEE Trans. Netw. Serv. Manage."},{"issue":"3","key":"9743_CR7","doi-asserted-by":"publisher","first-page":"1308","DOI":"10.1109\/JIOT.2020.3003398","volume":"8","author":"F Fu","year":"2020","unstructured":"Fu, F., Kang, Y., Zhang, Z., Yu, F.R., Wu, T.: Soft actor-critic DRL for live transcoding and streaming in vehicular fog-computing-enabled IOV. IEEE Internet Things J. 8(3), 1308\u20131321 (2020)","journal-title":"IEEE Internet Things J."},{"issue":"9","key":"9743_CR8","doi-asserted-by":"publisher","first-page":"7450","DOI":"10.1109\/JIOT.2020.3038793","volume":"8","author":"Y Liu","year":"2020","unstructured":"Liu, Y., Lu, H., Li, X., Zhang, Y., Xi, L., Zhao, D.: Dynamic service function chain orchestration for NFV\/MEC-enabled IoT networks: A deep reinforcement learning approach. IEEE Internet Things J. 8(9), 7450\u20137465 (2020)","journal-title":"IEEE Internet Things J."},{"issue":"6","key":"9743_CR9","doi-asserted-by":"publisher","first-page":"4158","DOI":"10.1109\/TII.2021.3113875","volume":"18","author":"S Xu","year":"2021","unstructured":"Xu, S., Li, Y., Guo, S., Lei, C., Liu, D., Qiu, X.: Cloud-edge collaborative SFC mapping for industrial IoT using deep reinforcement learning. IEEE Trans. Industr. Inf. 18(6), 4158\u20134168 (2021)","journal-title":"IEEE Trans. Industr. Inf."},{"issue":"9","key":"9743_CR10","doi-asserted-by":"publisher","first-page":"6244","DOI":"10.1109\/TII.2021.3131757","volume":"18","author":"H Chen","year":"2021","unstructured":"Chen, H., Wang, S., Li, G., Nie, L., Wang, X., Ning, Z.: Distributed orchestration of service function chains for edge intelligence in the industrial Internet of Things. IEEE Trans. Ind. Inf. 18(9), 6244\u20136254 (2021)","journal-title":"IEEE Trans. Ind. Inf."},{"issue":"5","key":"9743_CR11","doi-asserted-by":"publisher","first-page":"12","DOI":"10.1109\/MNET.001.1800526","volume":"33","author":"K Zhang","year":"2019","unstructured":"Zhang, K., Zhu, Y., Maharjan, S., Zhang, Y.: Edge intelligence and blockchain empowered 5G beyond for the industrial Internet of Things. IEEE Netw. 33(5), 12\u201319 (2019)","journal-title":"IEEE Netw."},{"key":"9743_CR12","unstructured":"Hazra, A., Adhikari, M., Amgoth, T., Srirama, S.N.: Collaborative AI-enabled intelligent partial service provisioning in green industrial fog networks. IEEE Internet Things J. (2021)"},{"issue":"6","key":"9743_CR13","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MSP.2017.2743240","volume":"34","author":"K Arulkumaran","year":"2017","unstructured":"Arulkumaran, K., Deisenroth, M.P., Brundage, M., Bharath, A.A.: Deep reinforcement learning: A brief survey. IEEE Signal Process. Mag. 34(6), 26\u201338 (2017)","journal-title":"IEEE Signal Process. Mag."},{"key":"9743_CR14","unstructured":"Haarnoja, T., Zhou, A., Abbeel, P., Levine, S.: Soft actor-critic: Off-policy maximum entropy deep reinforcement learning with a stochastic actor. In: Proc. International Conference on Machine Learning, pp. 1861\u20131870 (2018). PMLR"},{"issue":"5","key":"9743_CR15","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1109\/MNET.001.1800510","volume":"33","author":"W Sun","year":"2019","unstructured":"Sun, W., Liu, J., Yue, Y.: AI-enhanced offloading in edge computing: When machine learning meets industrial IoT. IEEE Netw. 33(5), 68\u201374 (2019)","journal-title":"IEEE Netw."},{"key":"9743_CR16","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1109\/ACCESS.2020.3045115","volume":"9","author":"SU Amin","year":"2020","unstructured":"Amin, S.U., Hossain, M.S.: Edge intelligence and Internet of Things in healthcare: A survey. IEEE Access 9, 45\u201359 (2020)","journal-title":"IEEE Access"},{"issue":"1","key":"9743_CR17","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1109\/MVT.2019.2952674","volume":"15","author":"W Xia","year":"2020","unstructured":"Xia, W., Zhang, J., Quek, T.Q., Jin, S., Zhu, H.: Mobile edge cloud-based industrial Internet of Things: Improving edge intelligence with hierarchical SDN controllers. IEEE Veh. Technol. Mag. 15(1), 36\u201345 (2020)","journal-title":"IEEE Veh. Technol. Mag."},{"issue":"4","key":"9743_CR18","doi-asserted-by":"publisher","first-page":"725","DOI":"10.1109\/TNSM.2016.2569020","volume":"13","author":"F Bari","year":"2016","unstructured":"Bari, F., Chowdhury, S.R., Ahmed, R., Boutaba, R., Duarte, O.C.M.B.: Orchestrating virtualized network functions. IEEE Trans. Netw. Serv. Manage. 13(4), 725\u2013739 (2016)","journal-title":"IEEE Trans. Netw. Serv. Manage."},{"issue":"1","key":"9743_CR19","doi-asserted-by":"publisher","first-page":"383","DOI":"10.1109\/TCC.2019.2961093","volume":"10","author":"G Li","year":"2022","unstructured":"Li, G., Zhou, H., Feng, B., Zhang, Y., Yu, S.: Efficient provision of service function chains in overlay networks using reinforcement learning. IEEE Trans. Cloud Comput. 10(1), 383\u2013395 (2022)","journal-title":"IEEE Trans. Cloud Comput."},{"issue":"7","key":"9743_CR20","doi-asserted-by":"publisher","first-page":"6010","DOI":"10.1109\/JIOT.2019.2951593","volume":"7","author":"S Guo","year":"2019","unstructured":"Guo, S., Dai, Y., Xu, S., Qiu, X., Qi, F.: Trusted cloud-edge network resource management: DRL-driven service function chain orchestration for IoT. IEEE Internet Things J. 7(7), 6010\u20136022 (2019)","journal-title":"IEEE Internet Things J."},{"issue":"3","key":"9743_CR21","doi-asserted-by":"publisher","first-page":"3829","DOI":"10.1109\/TNSM.2021.3076503","volume":"18","author":"S Schneider","year":"2021","unstructured":"Schneider, S., Khalili, R., Manzoor, A., Qarawlus, H., Schellenberg, R., Karl, H., Hecker, A.: Self-learning multi-objective service coordination using deep reinforcement learning. IEEE Trans. Netw. Serv. Manage. 18(3), 3829\u20133842 (2021)","journal-title":"IEEE Trans. Netw. Serv. Manage."},{"issue":"9","key":"9743_CR22","doi-asserted-by":"publisher","first-page":"1765","DOI":"10.1109\/JSAC.2011.111002","volume":"29","author":"S Knight","year":"2011","unstructured":"Knight, S., Nguyen, H.X., Falkner, N., Bowden, R., Roughan, M.: The internet topology zoo. IEEE J. Sel. Areas Commun. 29(9), 1765\u20131775 (2011)","journal-title":"IEEE J. Sel. Areas Commun."},{"issue":"2","key":"9743_CR23","doi-asserted-by":"publisher","first-page":"149","DOI":"10.1016\/0166-5316(93)90035-S","volume":"18","author":"W Fischer","year":"1993","unstructured":"Fischer, W., Meier-Hellstern, K.: The Markov-modulated Poisson process (MMPP) cookbook. Perform. Eval. 18(2), 149\u2013171 (1993)","journal-title":"Perform. Eval."},{"key":"9743_CR24","doi-asserted-by":"crossref","unstructured":"Orlowski, S., Wess\u00e4ly, R., Pi\u00f3ro, M., Tomaszewski, A.: SNDlib 1.0-survivable network design library. Netw.: Int. J 55(3), 276\u2013286 (2010)","DOI":"10.1002\/net.20371"},{"issue":"22","key":"9743_CR25","first-page":"1","volume":"268","author":"A Raffin","year":"2021","unstructured":"Raffin, A., Hill, A., Gleave, A., Kanervisto, A., Ernestus, M., Dormann, N.: Stable-baselines3: Reliable reinforcement learning implementations. J. Mach. Learn. Res. 268(22), 1\u20138 (2021)","journal-title":"J. Mach. Learn. Res."},{"key":"9743_CR26","unstructured":"Haarnoja, T., Zhou, A., Hartikainen, K., Tucker, G., Ha, S., Tan, J., Kumar, V., Zhu, H., Gupta, A., Abbeel, P., et al.: Soft actor-critic algorithms and applications. arXiv preprint arXiv:1812.05905 (2018)"},{"issue":"8","key":"9743_CR27","doi-asserted-by":"publisher","first-page":"5164","DOI":"10.1109\/TCOMM.2022.3182034","volume":"70","author":"NQ Hieu","year":"2022","unstructured":"Hieu, N.Q., Hoang, D.T., Niyato, D., Wang, P., Kim, D.I., Yuen, C.: Transferable deep reinforcement learning framework for autonomous vehicles with joint radar-data communications. IEEE Trans. Commun. 70(8), 5164\u20135180 (2022)","journal-title":"IEEE Trans. Commun."},{"key":"9743_CR28","doi-asserted-by":"crossref","unstructured":"Zhang, X., Jin, X., Tripp, C., Biagioni, D.J., Graf, P., Jiang, H.: Transferable reinforcement learning for smart homes. In: Proceedings of the 1st International Workshop on Reinforcement Learning for Energy Management in Buildings & Cities, pp. 43\u201347 (2020)","DOI":"10.1145\/3427773.3427865"}],"container-title":["Journal of Network and Systems Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10922-023-09743-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10922-023-09743-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10922-023-09743-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,7,24]],"date-time":"2023-07-24T19:07:12Z","timestamp":1690225632000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10922-023-09743-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,6,16]]},"references-count":28,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2023,7]]}},"alternative-id":["9743"],"URL":"https:\/\/doi.org\/10.1007\/s10922-023-09743-2","relation":{},"ISSN":["1064-7570","1573-7705"],"issn-type":[{"type":"print","value":"1064-7570"},{"type":"electronic","value":"1573-7705"}],"subject":[],"published":{"date-parts":[[2023,6,16]]},"assertion":[{"value":"18 September 2022","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 May 2023","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"16 June 2023","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no competing interests as defined by Springer.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Not applicable.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Approval"}}],"article-number":"53"}}