{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T13:12:19Z","timestamp":1783775539366,"version":"3.55.0"},"publisher-location":"Singapore","reference-count":45,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819228546","type":"print"},{"value":"9789819228522","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,7,12]],"date-time":"2026-07-12T00:00:00Z","timestamp":1783814400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,7,12]],"date-time":"2026-07-12T00:00:00Z","timestamp":1783814400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2027]]},"DOI":"10.1007\/978-981-92-2852-2_20","type":"book-chapter","created":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T12:31:12Z","timestamp":1783773072000},"page":"258-271","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["RDMA-Aware gRPC for\u00a0Scalable Distributed Reinforcement Learning on\u00a0HPC Clusters"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3459-5105","authenticated-orcid":false,"given":"Zhikuang","family":"Xin","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0009-0000-0526-6172","authenticated-orcid":false,"given":"Zhenghong","family":"Wu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Fang","family":"Liu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Benxi","family":"Tian","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5573-9986","authenticated-orcid":false,"given":"Jue","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haikuo","family":"Zhang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Rongqiang","family":"Cao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5400-5243","authenticated-orcid":false,"given":"Xiaoguang","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5694-1617","authenticated-orcid":false,"given":"Yangang","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,7,12]]},"reference":[{"key":"20_CR1","unstructured":"MPI: A message-passing interface standard, version 4.0. Tech. rep., Message Passing Interface Forum (2021). https:\/\/www.mpi-forum.org\/docs\/mpi-4.0\/mpi40-report.pdf"},{"key":"20_CR2","unstructured":"gRPC: A high-performance, open source universal RPC framework (2024). https:\/\/grpc.io\/. Accessed 25 Dec 2025"},{"issue":"2","key":"20_CR3","doi-asserted-by":"publisher","DOI":"10.1063\/5.0009933","volume":"153","author":"JA Bilbrey","year":"2020","unstructured":"Bilbrey, J.A., Heindel, J.P., Schram, M., Bandyopadhyay, P., Xantheas, S.S., Choudhury, S.: A look inside the black box: using graph-theoretical descriptors to interpret a continuous-filter convolutional neural network (CF-CNN) trained on the global and local minimum energy structures of neutral water clusters. J. Chem. Phys. 153(2), 024302 (2020). https:\/\/doi.org\/10.1063\/5.0009933","journal-title":"J. Chem. Phys."},{"key":"20_CR4","unstructured":"Chen, J., et\u00a0al.: Remote procedure call as a managed system service. In: USENIX Symposium on Networked Systems Design and Implementation (NSDI) (2023). https:\/\/users.cs.duke.edu\/~mlentz\/papers\/mrpc_nsdi2023.pdf"},{"issue":"16","key":"20_CR5","doi-asserted-by":"publisher","first-page":"12610","DOI":"10.1109\/JIOT.2020.3014970","volume":"8","author":"L Chen","year":"2020","unstructured":"Chen, L., et al.: IoT microservice deployment in edge-cloud hybrid environment using reinforcement learning. IEEE Internet Things J. 8(16), 12610\u201312622 (2020)","journal-title":"IEEE Internet Things J."},{"key":"20_CR6","unstructured":"Espeholt, L., et\u00a0al.: IMPALA: scalable distributed deep-RL with importance weighted actor-learner architectures. In: International Conference on Machine Learning (ICML) (2018). https:\/\/proceedings.mlr.press\/v80\/espeholt18a.html"},{"issue":"4","key":"20_CR7","doi-asserted-by":"publisher","first-page":"1212","DOI":"10.1109\/TCC.2016.2594172","volume":"8","author":"K Gai","year":"2020","unstructured":"Gai, K., Qiu, L., et al.: Cost-aware multimedia data allocation for heterogeneous memory using genetic algorithm in cloud computing. IEEE Trans. Cloud Comput. 8(4), 1212\u20131222 (2020)","journal-title":"IEEE Trans. Cloud Comput."},{"issue":"3","key":"20_CR8","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1109\/MWC.2019.1800407","volume":"26","author":"K Gai","year":"2019","unstructured":"Gai, K., Xu, K., et al.: Fusion of cognitive wireless networks and edge computing. IEEE Wireless Comm. 26(3), 69\u201375 (2019)","journal-title":"IEEE Wireless Comm."},{"key":"20_CR9","doi-asserted-by":"crossref","unstructured":"Gai, K.: Efficiency-aware workload optimizations of heterogeneous cloud computing for capacity planning in financial industry, IEEE CSCloud (2015)","DOI":"10.1109\/CSCloud.2015.73"},{"key":"20_CR10","doi-asserted-by":"crossref","unstructured":"Gai, K.: Proactive attribute-based secure data schema for mobile cloud in financial industry. In: IEEE 17th HPCC (2015)","DOI":"10.1109\/HPCC-CSS-ICESS.2015.250"},{"key":"20_CR11","doi-asserted-by":"publisher","first-page":"219","DOI":"10.1016\/j.future.2017.12.033","volume":"83","author":"K Gai","year":"2018","unstructured":"Gai, K., et al.: In-memory big data analytics under space constraints using dynamic programming. FGCS 83, 219\u2013227 (2018)","journal-title":"FGCS"},{"issue":"9","key":"20_CR12","doi-asserted-by":"publisher","first-page":"9966","DOI":"10.1109\/TITS.2023.3271642","volume":"24","author":"Z Gu","year":"2023","unstructured":"Gu, Z., et al.: Safe-state enhancement method for autonomous driving via direct hierarchical reinforcement learning. IEEE Trans. Intell. Transp. Syst. 24(9), 9966\u20139983 (2023)","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"20_CR13","unstructured":"Guo, Y., Zhuge, Q.: Data placement and duplication for embedded multicore systems with scratch pad memory. IEEE Transactions on CAD (2013)"},{"key":"20_CR14","doi-asserted-by":"publisher","first-page":"57037","DOI":"10.1109\/ACCESS.2023.3283218","volume":"11","author":"JA Guzm\u00e1n","year":"2023","unstructured":"Guzm\u00e1n, J.A., Pizarro, G., N\u00fa\u00f1ez, F.: A reinforcement learning-based distributed control scheme for cooperative intersection traffic control. IEEE Access 11, 57037\u201357045 (2023)","journal-title":"IEEE Access"},{"key":"20_CR15","doi-asserted-by":"crossref","unstructured":"Han, X., Zhao, X., Zhang, L., Wang, W.: Mitigating action hysteresis in traffic signal control with traffic predictive reinforcement learning. In: Proceedings of the 29th ACM SIGKDD Conference on Knowledge Discovery and Data Mining, pp. 673\u2013684 (2023)","DOI":"10.1145\/3580305.3599528"},{"key":"20_CR16","doi-asserted-by":"crossref","unstructured":"He, X., et al.: Fear-neuro-inspired reinforcement learning for safe autonomous driving. IEEE Transactions on Pattern Analysis and Machine Intelligence (2023)","DOI":"10.36227\/techrxiv.24289108"},{"key":"20_CR17","unstructured":"Hoffman, M.W., et al.: Acme: A research framework for distributed reinforcement learning. arXiv preprint arXiv:2006.00979 (2020), https:\/\/arxiv.org\/abs\/2006.00979"},{"key":"20_CR18","unstructured":"Horgan, D., et al.: Distributed prioritized experience replay. In: International Conference on Learning Representations (ICLR) (2018). https:\/\/arxiv.org\/abs\/1803.00933"},{"issue":"6","key":"20_CR19","doi-asserted-by":"publisher","first-page":"380","DOI":"10.1109\/MNET.2024.3397781","volume":"38","author":"J Hu","year":"2024","unstructured":"Hu, J., Shen, H., Liu, X., Wang, J.: RDMA transports in datacenter networks: survey. IEEE Netw. 38(6), 380\u2013387 (2024). https:\/\/doi.org\/10.1109\/MNET.2024.3397781","journal-title":"IEEE Netw."},{"key":"20_CR20","unstructured":"Intel Corporation: Intel\u00ae Xeon\u00ae Platinum 8358P Processor (48M Cache, 2.60 GHz) \u2013 Specifications (2021). https:\/\/www.intel.com\/content\/www\/us\/en\/products\/sku\/212308\/intel-xeon-platinum-8358p-processor-48m-cache-2-60-ghz\/specifications.html. Accessed 14 Apr 2025"},{"key":"20_CR21","unstructured":"Kalia, A., Kaminsky, M., Andersen, D.G.: Datacenter RPCs can be general and fast. In: USENIX Symposium on Networked Systems Design and Implementation (NSDI) (2019). https:\/\/www.usenix.org\/system\/files\/nsdi19-kalia.pdf"},{"key":"20_CR22","doi-asserted-by":"crossref","unstructured":"Li, C., Qiu, M.: Reinforcement learning for cyber-physical systems: with cybersecurity case studies, Chapman and Hall\/CRC (2019)","DOI":"10.1201\/9781351006620"},{"key":"20_CR23","doi-asserted-by":"publisher","unstructured":"Liang, E., et al.: RLlib: Abstractions for Distributed Reinforcement Learning. arXiv e-prints arXiv:1712.09381 (2017). https:\/\/doi.org\/10.48550\/arXiv.1712.09381","DOI":"10.48550\/arXiv.1712.09381"},{"key":"20_CR24","unstructured":"Liang, E., et al.: RLlib: Abstractions for distributed reinforcement learning. In: International Conference on Machine Learning (ICML) (2018). https:\/\/arxiv.org\/pdf\/1712.09381"},{"key":"20_CR25","unstructured":"Liu, K., et al.: Hostping: diagnosing intra-host network bottlenecks in RDMA servers. In: 20th USENIX Symposium on Networked Systems Design and Implementation (NSDI 23), pp. 15\u201329. USENIX Association, Boston, MA (2023). https:\/\/www.usenix.org\/conference\/nsdi23\/presentation\/liu-kefei"},{"key":"20_CR26","unstructured":"Long, X., et al.: A survey: Learning embodied intelligence from physical simulators and world models. arXiv preprint arXiv:2507.00917 (2025)"},{"key":"20_CR27","unstructured":"Moritz, P., et al.: Ray: a distributed framework for emerging $$\\{$$AI$$\\}$$ applications. In: 13th USENIX Symposium on Operating Systems Design and Implementation (OSDI 18), pp. 561\u2013577 (2018)"},{"key":"20_CR28","unstructured":"NVIDIA Corporation: NVIDIA A100 80GB PCIe GPU Product Brief (2022). https:\/\/www.nvidia.com\/content\/dam\/en-zz\/Solutions\/Data-Center\/a100\/pdf\/PB-10577-001_v03.pdf. Accessed 14 Apr 2025"},{"issue":"13","key":"20_CR29","doi-asserted-by":"publisher","first-page":"10327","DOI":"10.1109\/JIOT.2020.3048038","volume":"8","author":"H Qiu","year":"2020","unstructured":"Qiu, H., Dong, T., et al.: Adversarial attacks against network intrusion detection in IoT systems. IEEE Internet Things J. 8(13), 10327\u201310335 (2020)","journal-title":"IEEE Internet Things J."},{"issue":"4","key":"20_CR30","doi-asserted-by":"publisher","first-page":"1293","DOI":"10.1109\/TCC.2019.2911679","volume":"9","author":"H Qiu","year":"2021","unstructured":"Qiu, H., Noura, H., et al.: A user-centric data protection method for cloud storage based on invertible DWT. IEEE Trans. Cloud Comput. 9(4), 1293\u20131304 (2021)","journal-title":"IEEE Trans. Cloud Comput."},{"issue":"6","key":"20_CR31","first-page":"546","volume":"69","author":"M Qiu","year":"2009","unstructured":"Qiu, M., Guo, M., Liu, M., et al.: Loop scheduling and bank type assignment for heterogeneous multi-bank memory. JPDC 69(6), 546\u2013558 (2009)","journal-title":"JPDC"},{"key":"20_CR32","doi-asserted-by":"crossref","unstructured":"Qiu, M., Liu, J.: A novel energy-aware fault tolerance mechanism for wireless sensor networks. IEEE\/ACM Conf. GCC (2011)","DOI":"10.1109\/GreenCom.2011.18"},{"issue":"12","key":"20_CR33","doi-asserted-by":"publisher","first-page":"3528","DOI":"10.1109\/TC.2015.2409857","volume":"64","author":"M Qiu","year":"2015","unstructured":"Qiu, M., Ming, Z., et al.: Phase-change memory optimization for green cloud with genetic algorithm. IEEE Trans. Comput. 64(12), 3528\u20133540 (2015)","journal-title":"IEEE Trans. Comput."},{"key":"20_CR34","doi-asserted-by":"crossref","unstructured":"Qiu, M., Sha, E.: Cost minimization while satisfying hard\/soft timing constraints for heterogeneous embedded systems. ACM Trans. Design Autom. Electron. Syst. 14(2) (2009). TODAES","DOI":"10.1145\/1497561.1497568"},{"issue":"4","key":"20_CR35","first-page":"443","volume":"68","author":"M Qiu","year":"2008","unstructured":"Qiu, M., Sha, E., et al.: Energy minimization with loop fusion and multi-functional-unit scheduling for multidimensional DSP. JPDC 68(4), 443\u2013455 (2008)","journal-title":"JPDC"},{"key":"20_CR36","unstructured":"Qiu, M., Zhang, K., Huang, M.: An empirical study of web interface design on small display devices. In: IEEE\/WIC\/ACM International Conference on Web Intelligence (WI\u201904) (2004)"},{"issue":"1","key":"20_CR37","first-page":"43","volume":"4","author":"M Qiu","year":"2006","unstructured":"Qiu, M., Zhang, K., Huang, M.: Usability in mobile interface browsing. Web Intell. Agent Syst. 4(1), 43\u201359 (2006)","journal-title":"Web Intell. Agent Syst."},{"issue":"3","key":"20_CR38","doi-asserted-by":"publisher","first-page":"3183","DOI":"10.38124\/ijisrt\/25mar1376","volume":"10","author":"R Tarafdar","year":"2025","unstructured":"Tarafdar, R.: Embodied and multi-agent reinforcement learning: advances, challenges and opportunities. Int. J. Innovative Sci. Res. Technol. 10(3), 3183\u20133187 (2025)","journal-title":"Int. J. Innovative Sci. Res. Technol."},{"key":"20_CR39","unstructured":"Terry, J., et al.: PettingZoo: Gym for multi-agent reinforcement learning, vol. 34, pp. 15032\u201315043 (2021)"},{"issue":"18","key":"20_CR40","doi-asserted-by":"publisher","first-page":"491","DOI":"10.1186\/s12859-018-2508-4","volume":"19","author":"JM Wozniak","year":"2018","unstructured":"Wozniak, J.M., et al.: CANDLE\/Supervisor: a workflow framework for machine learning applied to cancer research. BMC Bioinformatics 19(18), 491 (2018). https:\/\/doi.org\/10.1186\/s12859-018-2508-4","journal-title":"BMC Bioinformatics"},{"issue":"3","key":"20_CR41","first-page":"330","volume":"73","author":"G Wu","year":"2013","unstructured":"Wu, G., Zhang, H., Qiu, M., et al.: A decentralized approach for mining event correlations in distributed system monitoring. JPDC 73(3), 330\u2013340 (2013)","journal-title":"JPDC"},{"key":"20_CR42","doi-asserted-by":"publisher","unstructured":"Wu, R., Wan, W., Li, J.: Research and simulation of adaptive routing mechanism in InfiniBand network. In: Zhang, K., Zhang, D. (eds.) Third International Conference on Advanced Manufacturing Technology and Manufacturing Systems (ICAMTMS 2024). vol. 13226, p. 132264W. International Society for Optics and Photonics, SPIE (2024). https:\/\/doi.org\/10.1117\/12.3038265","DOI":"10.1117\/12.3038265"},{"key":"20_CR43","doi-asserted-by":"crossref","unstructured":"Zeng, Y.: DeepVCM: a deep learning based intrusion detection method in VANET. IEEE BigDataSecurity (2019)","DOI":"10.1109\/BigDataSecurity-HPSC-IDS.2019.00060"},{"issue":"3","key":"20_CR44","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1007\/s00530-004-0155-2","volume":"10","author":"K Zhang","year":"2005","unstructured":"Zhang, K., et al.: Multimedia layout adaptation through grammatical specifications. Multimedia Syst. 10(3), 245\u2013260 (2005)","journal-title":"Multimedia Syst."},{"key":"20_CR45","doi-asserted-by":"publisher","first-page":"766","DOI":"10.1016\/j.future.2015.05.005","volume":"56","author":"H Zhao","year":"2016","unstructured":"Zhao, H., Chen, M., et al.: A novel pre-cache schema for high performance android system. FGCS 56, 766\u2013772 (2016)","journal-title":"FGCS"}],"container-title":["Lecture Notes in Computer Science","Knowledge Science, Engineering and Management"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-92-2852-2_20","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,11]],"date-time":"2026-07-11T12:31:16Z","timestamp":1783773076000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-92-2852-2_20"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,7,12]]},"ISBN":["9789819228546","9789819228522"],"references-count":45,"URL":"https:\/\/doi.org\/10.1007\/978-981-92-2852-2_20","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,7,12]]},"assertion":[{"value":"12 July 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"KSEM","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Knowledge Science, Engineering and Management","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Beijing","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"17 July 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 July 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ksem2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ksem2026.rosc.org.cn\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}