{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,28]],"date-time":"2025-09-28T11:40:10Z","timestamp":1759059610495,"version":"3.44.0"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032061171","type":"print"},{"value":"9783032061188","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T00:00:00Z","timestamp":1759104000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,9,29]],"date-time":"2025-09-29T00:00:00Z","timestamp":1759104000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-06118-8_7","type":"book-chapter","created":{"date-parts":[[2025,9,28]],"date-time":"2025-09-28T11:22:54Z","timestamp":1759058574000},"page":"104-121","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["CARIS: Cache Affinity-Aware Reinforced Intelligent Strategy"],"prefix":"10.1007","author":[{"given":"Yu","family":"Zuo","sequence":"first","affiliation":[]},{"given":"Yanlei","family":"Shang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,9,29]]},"reference":[{"issue":"4","key":"7_CR1","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1145\/346000.346003","volume":"27","author":"M Arlitt","year":"2000","unstructured":"Arlitt, M., Cherkasova, L., Dilley, J., Friedrich, R., Jin, T.: Evaluating content management techniques for web proxy caches. SIGMETRICS Perform. Eval. Rev. 27(4), 3\u201311 (2000)","journal-title":"SIGMETRICS Perform. Eval. Rev."},{"key":"7_CR2","doi-asserted-by":"publisher","first-page":"302","DOI":"10.1109\/TMM.2021.3125803","volume":"25","author":"L Cui","year":"2023","unstructured":"Cui, L., et al.: Towards real-time video caching at edge servers: a cost-aware deep q-learning solution. IEEE Trans. Multimedia 25, 302\u2013314 (2023)","journal-title":"IEEE Trans. Multimedia"},{"key":"7_CR3","unstructured":"Eddelbuettel, D.: A brief introduction to redis (2022)"},{"key":"7_CR4","doi-asserted-by":"crossref","unstructured":"Hafiz, A.M.: A survey of deep q-networks used for reinforcement learning: state of the art. In: Intelligent Communication Technologies and Virtual Mobile Networks, pp. 393\u2013402 (2023)","DOI":"10.1007\/978-981-19-1844-5_30"},{"key":"7_CR5","doi-asserted-by":"crossref","unstructured":"Hafner, D., Pasukonis, J., Ba, J., Lillicrap, T.: Mastering diverse domains through world models (2024)","DOI":"10.1038\/s41586-025-08744-2"},{"key":"7_CR6","doi-asserted-by":"crossref","unstructured":"Harper, F.M., Konstan, J.A.: The movielens datasets: History and context. ACM Trans. Interact. Intell. Syst. 5(4) (2015)","DOI":"10.1145\/2827872"},{"key":"7_CR7","doi-asserted-by":"crossref","unstructured":"Hei, W., Sun, B., Wang, Q.: A memcached cache-based approach to fast response for large language models in power systems. In: Proceedings of the 2024 International Conference on Computer and Multimedia Technology, pp. 547\u2013553. ICCMT 2024 (2024)","DOI":"10.1145\/3675249.3675344"},{"key":"7_CR8","doi-asserted-by":"crossref","unstructured":"Hu, X., Ramadan, E., Ye, W., Tian, F., Zhang, Z.L.: Raven: belady-guided, predictive (deep) learning for in-memory and content caching. In: Proceedings of the 18th International Conference on Emerging Networking EXperiments and Technologies, pp. 72\u201390. CoNEXT 2022 (2022)","DOI":"10.1145\/3555050.3569134"},{"key":"7_CR9","doi-asserted-by":"crossref","unstructured":"Huang, S., Onta\u00f1\u00f3n, S.: A closer look at invalid action masking in policy gradient algorithms. In: The International FLAIRS Conference Proceedings, vol. 35 (2022)","DOI":"10.32473\/flairs.v35i.130584"},{"key":"7_CR10","doi-asserted-by":"crossref","unstructured":"Jain, A., Lin, C.: Back to the future: Leveraging belady\u2019s algorithm for improved cache replacement. In: 2016 ACM\/IEEE 43rd Annual International Symposium on Computer Architecture (ISCA), pp. 78\u201389 (2016)","DOI":"10.1109\/ISCA.2016.17"},{"key":"7_CR11","unstructured":"Ke, G., et al.: LightGBM: a highly efficient gradient boosting decision tree. In: Advances in Neural Information Processing Systems, vol.\u00a030 (2017)"},{"key":"7_CR12","doi-asserted-by":"crossref","unstructured":"Kirilin, V., Sundarrajan, A., Gorinsky, S., Sitaraman, R.K.: Rl-cache: learning-based cache admission for content delivery. In: Proceedings of the 2019 Workshop on Network Meets AI & ML, pp. 57\u201363. NetAI 2019 (2019)","DOI":"10.1145\/3341216.3342214"},{"issue":"7","key":"7_CR13","doi-asserted-by":"publisher","first-page":"2433","DOI":"10.1007\/s10994-023-06303-2","volume":"112","author":"H Kumar","year":"2023","unstructured":"Kumar, H., Koppel, A., Ribeiro, A.: On the sample complexity of actor-critic method for reinforcement learning with function approximation. Mach. Learn. 112(7), 2433\u20132467 (2023)","journal-title":"Mach. Learn."},{"key":"7_CR14","doi-asserted-by":"crossref","unstructured":"Li, L., et al.: Deep reinforcement learning approaches for content caching in cache-enabled D2D networks. IEEE Internet Things J. 7(1), 544\u2013557 (2020)","DOI":"10.1109\/JIOT.2019.2951509"},{"key":"7_CR15","unstructured":"Liu, E., Hashemi, M., Swersky, K., Ranganathan, P., Ahn, J.: An imitation learning approach for cache replacement. In: Proceedings of the 37th International Conference on Machine Learning. Proceedings of Machine Learning Research, vol.\u00a0119, pp. 6237\u20136247 (2020)"},{"key":"7_CR16","unstructured":"Lykouris, T., Vassilvtiskii, S.: Competitive caching with machine learned advice. In: Proceedings of the 35th International Conference on Machine Learning. Proceedings of Machine Learning Research, vol.\u00a080, pp. 3296\u20133305 (2018)"},{"issue":"7540","key":"7_CR17","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., Kavukcuoglu, K., Silver, D., Rusu, A.A., Veness, J., Bellemare, M.G., Graves, A., Riedmiller, M., Fidjeland, A.K., Ostrovski, G., Petersen, S., Beattie, C., Sadik, A., Antonoglou, I., King, H., Kumaran, D., Wierstra, D., Legg, S., Hassabis, D., Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015)","journal-title":"Nature"},{"key":"7_CR18","unstructured":"Paszke, A., et al.: PyTorch: an imperative style, high-performance deep learning library. Curran Associates Inc. (2019)"},{"key":"7_CR19","doi-asserted-by":"crossref","unstructured":"Rio, A.d., Jimenez, D., Serrano, J.: Comparative analysis of A3C and PPO algorithms in reinforcement learning: a survey on general environments. IEEE Access 12, 146795\u2013146806 (2024)","DOI":"10.1109\/ACCESS.2024.3472473"},{"key":"7_CR20","doi-asserted-by":"crossref","unstructured":"Shin, Y., Choi, J., Wi, H., Park, N.: An attentive inductive bias for sequential recommendation beyond the self-attention (2024)","DOI":"10.1609\/aaai.v38i8.28747"},{"key":"7_CR21","unstructured":"Song, Z., Berger, D.S., Li, K., Lloyd, W.: Learning relaxed belady for content distribution network caching. In: 17th USENIX Symposium on Networked Systems Design and Implementation (NSDI 20), pp. 529\u2013544 (2020)"},{"key":"7_CR22","doi-asserted-by":"crossref","unstructured":"Torabi, H., Khazaei, H., Litoiu, M.: A learning-based caching mechanism for edge content delivery. In: Proceedings of the 15th ACM\/SPEC International Conference on Performance Engineering, pp. 236\u2013246. ICPE 2024, ACM (2024)","DOI":"10.1145\/3629526.3645037"},{"key":"7_CR23","doi-asserted-by":"crossref","unstructured":"Tosi, F., Liao, Y., Schmitt, C., Geiger, A.: SMD-Nets: Stereo mixture density networks. In: Proceedings of the IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), pp. 8942\u20138952 (2021)","DOI":"10.1109\/CVPR46437.2021.00883"},{"key":"7_CR24","unstructured":"Urdaneta, G., Pierre, G., van Steen, M.: Wikipedia workload analysis (2007)"},{"issue":"4","key":"7_CR25","doi-asserted-by":"publisher","first-page":"5064","DOI":"10.1109\/TNNLS.2022.3207346","volume":"35","author":"Q Miao","year":"2024","unstructured":"Miao, Q.: Deep reinforcement learning: a survey. IEEE Trans. Neural Netw. Learn. Syst. 35(4), 5064\u20135078 (2024)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"1","key":"7_CR26","doi-asserted-by":"publisher","first-page":"66","DOI":"10.1109\/JSTSP.2022.3221271","volume":"17","author":"Q Wu","year":"2023","unstructured":"Wu, Q., Zhao, Y., Fan, Q., Fan, P., Wang, J., Zhang, C.: Mobility-aware cooperative caching in vehicular edge computing based on asynchronous federated and deep reinforcement learning. IEEE J. Sel. Top. Sig. Process. 17(1), 66\u201381 (2023)","journal-title":"IEEE J. Sel. Top. Sig. Process."},{"key":"7_CR27","doi-asserted-by":"crossref","unstructured":"Yan, G., Li, J., Towsley, D.: Learning from optimal caching for content delivery. In: Proceedings of the 17th International Conference on Emerging Networking EXperiments and Technologies, pp. 344\u2013358. CoNEXT 2021 (2021)","DOI":"10.1145\/3485983.3494855"},{"key":"7_CR28","unstructured":"Yang, J., Yue, Y., Rashmi, K.V.: A large scale analysis of hundreds of in-memory cache clusters at twitter. In: 14th USENIX Symposium on Operating Systems Design and Implementation (OSDI 20), pp. 191\u2013208 (2020)"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Applied Data Science Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-06118-8_7","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,28]],"date-time":"2025-09-28T11:23:07Z","timestamp":1759058587000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-06118-8_7"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,9,29]]},"ISBN":["9783032061171","9783032061188"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-06118-8_7","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,9,29]]},"assertion":[{"value":"29 September 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Porto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecmlpkdd.org\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}