{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,5,2]],"date-time":"2025-05-02T11:58:45Z","timestamp":1746187125032,"version":"3.40.3"},"publisher-location":"Cham","reference-count":23,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031226762"},{"type":"electronic","value":"9783031226779"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-22677-9_3","type":"book-chapter","created":{"date-parts":[[2023,1,10]],"date-time":"2023-01-10T09:04:32Z","timestamp":1673341472000},"page":"43-62","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Hierarchical Reinforcement Learning-Based Mobility-Aware Content Caching and\u00a0Delivery Policy for\u00a0Vehicle Networks"],"prefix":"10.1007","author":[{"given":"Le","family":"Zhang","sequence":"first","affiliation":[]},{"given":"Yongxuan","family":"Lai","sequence":"additional","affiliation":[]},{"given":"Fan","family":"Yang","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,1,11]]},"reference":[{"issue":"1","key":"3_CR1","doi-asserted-by":"publisher","first-page":"450","DOI":"10.1109\/JIOT.2017.2750180","volume":"5","author":"N Abbas","year":"2018","unstructured":"Abbas, N., Zhang, Y., Taherkordi, A., Skeie, T.: Mobile edge computing: a survey. IEEE Internet Things J. 5(1), 450\u2013465 (2018). https:\/\/doi.org\/10.1109\/JIOT.2017.2750180","journal-title":"IEEE Internet Things J."},{"issue":"1","key":"3_CR2","doi-asserted-by":"publisher","first-page":"41","DOI":"10.1023\/A:1022140919877","volume":"13","author":"AG Barto","year":"2003","unstructured":"Barto, A.G., Mahadevan, S.: Recent advances in hierarchical reinforcement learning. Discrete Event Dyn Syst. 13(1), 41\u201377 (2003). https:\/\/doi.org\/10.1023\/A:1022140919877","journal-title":"Discrete Event Dyn Syst."},{"key":"3_CR3","doi-asserted-by":"publisher","unstructured":"Hu, B., Fang, L., Cheng, X., Yang, L.: Vehicle-to-vehicle distributed storage in vehicular networks. In: 2018 IEEE International Conference on Communications (ICC), pp. 1\u20136 (2018). https:\/\/doi.org\/10.1109\/ICC.2018.8422220","DOI":"10.1109\/ICC.2018.8422220"},{"issue":"11","key":"3_CR4","first-page":"1","volume":"11","author":"YC Hu","year":"2015","unstructured":"Hu, Y.C., Patel, M., Sabella, D., Sprecher, N., Young, V.: Mobile edge computing - a key technology towards 5G. ETSI White Pap. 11(11), 1\u201316 (2015)","journal-title":"ETSI White Pap."},{"issue":"5","key":"3_CR5","doi-asserted-by":"publisher","first-page":"1382","DOI":"10.1109\/TMC.2016.2597851","volume":"16","author":"W Jiang","year":"2017","unstructured":"Jiang, W., Feng, G., Qin, S.: Optimal cooperative content caching and delivery policy for heterogeneous cellular networks. IEEE Trans. Mob. Comput. 16(5), 1382\u20131393 (2017). https:\/\/doi.org\/10.1109\/TMC.2016.2597851","journal-title":"IEEE Trans. Mob. Comput."},{"key":"3_CR6","unstructured":"Lillicrap, T.P., et al.: Continuous control with deep reinforcement learning. In: 4th International Conference on Learning Representations, ICLR 2016, San Juan, Puerto Rico, May 2\u20134, 2016, Conference Track Proceedings (2016). http:\/\/arxiv.org\/abs\/1509.02971"},{"issue":"2","key":"3_CR7","doi-asserted-by":"publisher","first-page":"1402","DOI":"10.1109\/JIOT.2021.3086623","volume":"9","author":"F Majidi","year":"2022","unstructured":"Majidi, F., Khayyambashi, M.R., Barekatain, B.: HFDRL: An intelligent dynamic cooperate cashing method based on hierarchical federated deep reinforcement learning in edge-enabled IoT. IEEE Int. Things J. 9(2), 1402\u20131413 (2022). https:\/\/doi.org\/10.1109\/JIOT.2021.3086623","journal-title":"IEEE Int. Things J."},{"key":"3_CR8","doi-asserted-by":"publisher","unstructured":"Narayanan, A., Verma, S., Ramadan, E., Babaie, P., Zhang, Z.: Deepcache: a deep learning based framework for content caching. In: Proceedings of the 2018 Workshop on Network Meets AI ML, pp. 48\u201353 (2018). https:\/\/doi.org\/10.1145\/3229543.3229555","DOI":"10.1145\/3229543.3229555"},{"key":"3_CR9","doi-asserted-by":"publisher","first-page":"4380","DOI":"10.1109\/ACCESS.2022.3140719","volume":"10","author":"N Nomikos","year":"2022","unstructured":"Nomikos, N., Zoupanos, S., Charalambous, T., Krikidis, I.: A survey on reinforcement learning-aided caching in heterogeneous mobile edge networks. IEEE Access 10, 4380\u20134413 (2022). https:\/\/doi.org\/10.1109\/ACCESS.2022.3140719","journal-title":"IEEE Access"},{"key":"3_CR10","doi-asserted-by":"publisher","unstructured":"Pateria, S., Subagdja, B., Tan, A.h., Quek, C.: Hierarchical reinforcement learning: A comprehensive survey. ACM Comput. Surv. 54(5), 1-35 (2021). https:\/\/doi.org\/10.1145\/3453160","DOI":"10.1145\/3453160"},{"issue":"10","key":"3_CR11","doi-asserted-by":"publisher","first-page":"2343","DOI":"10.1109\/JSAC.2020.3000396","volume":"38","author":"Y Qian","year":"2020","unstructured":"Qian, Y., Wang, R., Wu, J., Tan, B., Ren, H.: Reinforcement learning-based optimal computing and caching in mobile edge network. IEEE J. Sel. Areas Commun. 38(10), 2343\u20132355 (2020). https:\/\/doi.org\/10.1109\/JSAC.2020.3000396","journal-title":"IEEE J. Sel. Areas Commun."},{"issue":"1","key":"3_CR12","doi-asserted-by":"publisher","first-page":"247","DOI":"10.1109\/JIOT.2019.2945640","volume":"7","author":"G Qiao","year":"2020","unstructured":"Qiao, G., Leng, S., Maharjan, S., Zhang, Y., Ansari, N.: Deep reinforcement learning for cooperative content caching in vehicular edge computing and networks. IEEE Int. Things J. 7(1), 247\u2013257 (2020). https:\/\/doi.org\/10.1109\/JIOT.2019.2945640","journal-title":"IEEE Int. Things J."},{"key":"3_CR13","doi-asserted-by":"publisher","unstructured":"Qin, Z., Xian, Y., Zhang, D.: A neural networks based caching scheme for mobile edge networks: Poster abstract. In: Proceedings of the 17th Conference on Embedded Networked Sensor Systems, pp. 408\u2013409 (2019). https:\/\/doi.org\/10.1145\/3356250.3361961","DOI":"10.1145\/3356250.3361961"},{"key":"3_CR14","unstructured":"Rappaport, T.S., et al.: Wireless communications: principles and practice, vol. 2. prentice hall PTR New Jersey (1996)"},{"issue":"6","key":"3_CR15","doi-asserted-by":"publisher","first-page":"5286","DOI":"10.1109\/TVT.2021.3077072","volume":"70","author":"C Song","year":"2021","unstructured":"Song, C., Xu, W., Wu, T., Yu, S., Zeng, P., Zhang, N.: QoE-driven edge caching in vehicle networks based on deep reinforcement learning. IEEE Trans. Veh. Technol. 70(6), 5286\u20135295 (2021). https:\/\/doi.org\/10.1109\/TVT.2021.3077072","journal-title":"IEEE Trans. Veh. Technol."},{"key":"3_CR16","doi-asserted-by":"publisher","unstructured":"Sun, Y., Chen, Z., Liu, H.: Delay analysis and optimization in cache-enabled multi-cell cooperative networks. In: 2016 IEEE Global Communications Conference (GLOBECOM), pp. 1\u20137 (2016). https:\/\/doi.org\/10.1109\/GLOCOM.2016.7841723","DOI":"10.1109\/GLOCOM.2016.7841723"},{"issue":"1","key":"3_CR17","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1109\/TCOMM.2018.2858791","volume":"67","author":"Y Sun","year":"2019","unstructured":"Sun, Y., Cui, Y., Liu, H.: Joint pushing and caching for bandwidth utilization maximization in wireless networks. IEEE Trans. Commun. 67(1), 391\u2013404 (2019). https:\/\/doi.org\/10.1109\/TCOMM.2018.2858791","journal-title":"IEEE Trans. Commun."},{"issue":"1","key":"3_CR18","doi-asserted-by":"publisher","first-page":"1","DOI":"10.2200\/S00268ED1V01Y201005AIM009","volume":"4","author":"C Szepesv\u00e1ri","year":"2010","unstructured":"Szepesv\u00e1ri, C.: Joint pushing and caching for bandwidth utilization maximization in wireless networks. Synth. Lect. Artif. Intell. Mach. Learn. 4(1), 1\u2013103 (2010). https:\/\/doi.org\/10.2200\/S00268ED1V01Y201005AIM009","journal-title":"Synth. Lect. Artif. Intell. Mach. Learn."},{"key":"3_CR19","doi-asserted-by":"publisher","unstructured":"Tsai, K.C., Wang, L., Han, Z.: Mobile social media networks caching with convolutional neural network. In: 2018 IEEE Wireless Communications and Networking Conference Workshops (WCNCW), pp. 83\u201388 (2018). https:\/\/doi.org\/10.1109\/WCNCW.2018.8368988","DOI":"10.1109\/WCNCW.2018.8368988"},{"key":"3_CR20","doi-asserted-by":"publisher","unstructured":"Van Hasselt, H., Guez, A., Silver, D.: Deep reinforcement learning with double q-learning. In: Proceedings of the AAAI conference on artificial intelligence. vol. 30 (2016). https:\/\/doi.org\/10.1609\/aaai.v30i1.10295","DOI":"10.1609\/aaai.v30i1.10295"},{"issue":"1","key":"3_CR21","doi-asserted-by":"publisher","first-page":"1060","DOI":"10.1109\/JIOT.2018.2866947","volume":"6","author":"J Yao","year":"2019","unstructured":"Yao, J., Ansari, N.: Joint content placement and storage allocation in c-rans for IoT sensing service. IEEE Int. Things J. 6(1), 1060\u20131067 (2019). https:\/\/doi.org\/10.1109\/JIOT.2018.2866947","journal-title":"IEEE Int. Things J."},{"issue":"8","key":"3_CR22","doi-asserted-by":"publisher","first-page":"5341","DOI":"10.1109\/TITS.2020.3017474","volume":"22","author":"Z Yu","year":"2021","unstructured":"Yu, Z., Hu, J., Min, G., Zhao, Z., Miao, W., Hossain, M.S.: Mobility-aware proactive edge caching for connected vehicles using federated learning. IEEE Trans. Intell. Transp. Syst. 22(8), 5341\u20135351 (2021). https:\/\/doi.org\/10.1109\/TITS.2020.3017474","journal-title":"IEEE Trans. Intell. Transp. Syst."},{"key":"3_CR23","doi-asserted-by":"publisher","unstructured":"Zong, T., Li, C., Lei, Y., Li, G., Cao, H., Liu, Y.: Cocktail edge caching: ride dynamic trends of content popularity with ensemble learning. In: IEEE INFOCOM 2021 - IEEE Conference on Computer Communications, pp. 1\u201310 (2021). https:\/\/doi.org\/10.1109\/INFOCOM42981.2021.9488910","DOI":"10.1109\/INFOCOM42981.2021.9488910"}],"container-title":["Lecture Notes in Computer Science","Algorithms and Architectures for Parallel Processing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-22677-9_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,1,10]],"date-time":"2023-01-10T09:05:43Z","timestamp":1673341543000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-22677-9_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031226762","9783031226779"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-22677-9_3","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"11 January 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ICA3PP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Algorithms and Architectures for Parallel Processing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Copenhagen","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Denmark","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 October 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 October 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ica3pp2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"91","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"33","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"10","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"36% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}