{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,21]],"date-time":"2025-12-21T06:23:53Z","timestamp":1766298233733,"version":"3.37.3"},"reference-count":68,"publisher":"Springer Science and Business Media LLC","issue":"14","license":[{"start":{"date-parts":[[2022,3,15]],"date-time":"2022-03-15T00:00:00Z","timestamp":1647302400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,3,15]],"date-time":"2022-03-15T00:00:00Z","timestamp":1647302400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Neural Comput & Applic"],"published-print":{"date-parts":[[2022,7]]},"DOI":"10.1007\/s00521-022-07051-5","type":"journal-article","created":{"date-parts":[[2022,3,15]],"date-time":"2022-03-15T17:03:00Z","timestamp":1647363780000},"page":"11641-11668","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["Multi-agent learning algorithms for content placement in cache-enabled small cell networks: 4G and 5G use cases"],"prefix":"10.1007","volume":"34","author":[{"given":"Zahra","family":"Rashidi","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0798-3981","authenticated-orcid":false,"given":"Vesal","family":"Hakami","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Parmida","family":"Geranmayeh","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sara","family":"Rajaee","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,3,15]]},"reference":[{"issue":"4","key":"7051_CR1","doi-asserted-by":"publisher","first-page":"142","DOI":"10.1109\/MCOM.2013.6495773","volume":"51","author":"N Golrezaei","year":"2013","unstructured":"Golrezaei N, Molisch AF, Dimakis AG, Caire G (2013) Femtocaching and device-to-device collaboration: a new architecture for wireless video distribution. IEEE Commun Mag 51(4):142\u2013149. https:\/\/doi.org\/10.1109\/MCOM.2013.6495773","journal-title":"IEEE Commun Mag"},{"issue":"12","key":"7051_CR2","doi-asserted-by":"publisher","first-page":"8402","DOI":"10.1109\/TIT.2013.2281606","volume":"59","author":"K Shanmugam","year":"2013","unstructured":"Shanmugam K, Golrezaei N, Dimakis AG, Molisch AF, Caire G (2013) Femtocaching: wireless content delivery through distributed caching helpers. IEEE Trans Inf Theory 59(12):8402\u20138413. https:\/\/doi.org\/10.1109\/TIT.2013.2281606","journal-title":"IEEE Trans Inf Theory"},{"issue":"5","key":"7051_CR3","doi-asserted-by":"publisher","first-page":"1444","DOI":"10.1109\/TNET.2013.2294111","volume":"22","author":"H Ahlehagh","year":"2014","unstructured":"Ahlehagh H, Dey S (2014) Video-aware scheduling and caching in the radio access network. IEEE\/ACM Trans Netw 22(5):1444\u20131462. https:\/\/doi.org\/10.1109\/TNET.2013.2294111","journal-title":"IEEE\/ACM Trans Netw"},{"issue":"2","key":"7051_CR4","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1109\/MCOM.2014.6736753","volume":"52","author":"X Wang","year":"2014","unstructured":"Wang X, Chen M, Taleb T, Ksentini A, Leung VCM (2014) Cache in the air: exploiting content caching and delivery techniques for 5G systems. IEEE Commun Mag 52(2):131\u2013139. https:\/\/doi.org\/10.1109\/MCOM.2014.6736753","journal-title":"IEEE Commun Mag"},{"key":"7051_CR5","doi-asserted-by":"publisher","first-page":"54","DOI":"10.1016\/j.compeleceng.2018.05.018","volume":"69","author":"F Al-Turjman","year":"2018","unstructured":"Al-Turjman F (2018) Fog-based caching in software-defined information-centric networks. Comput Electr Eng 69:54\u201367. https:\/\/doi.org\/10.1016\/j.compeleceng.2018.05.018","journal-title":"Comput Electr Eng"},{"issue":"9","key":"7051_CR6","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1109\/MCOM.2016.7565183","volume":"54","author":"D Liu","year":"2016","unstructured":"Liu D, Chen B, Yang C, Molisch AF (2016) Caching at the wireless edge: design aspects, challenges, and future directions. IEEE Commun Mag 54(9):22\u201328. https:\/\/doi.org\/10.1109\/MCOM.2016.7565183","journal-title":"IEEE Commun Mag"},{"issue":"3","key":"7051_CR7","doi-asserted-by":"publisher","first-page":"2525","DOI":"10.1109\/COMST.2019.2908280","volume":"21","author":"J Yao","year":"2019","unstructured":"Yao J, Han T, Ansari N (2019) On mobile edge caching. IEEE Communications Surveys and Tutorials 21(3):2525\u20132553. https:\/\/doi.org\/10.1109\/COMST.2019.2908280","journal-title":"IEEE Communications Surveys and Tutorials"},{"key":"7051_CR8","doi-asserted-by":"publisher","DOI":"10.1016\/j.compeleceng.2020.106803","volume":"87","author":"M-W Jeong","year":"2020","unstructured":"Jeong M-W, Ryu JY, Kim SH, Lee W, Ban T-W (2020) A completely distributed transmission algorithm for mobile device-to-device caching networks. Comput Electr Eng 87:106803. https:\/\/doi.org\/10.1016\/j.compeleceng.2020.106803","journal-title":"Comput Electr Eng"},{"issue":"3","key":"7051_CR9","doi-asserted-by":"publisher","first-page":"158","DOI":"10.1049\/el.2016.3221","volume":"53","author":"Z Yang","year":"2017","unstructured":"Yang Z, Tian H, Fan S, Chen G (2017) Distributed cooperative caching in backhaul-limited small cell networks. Electron Lett 53(3):158\u2013160. https:\/\/doi.org\/10.1049\/el.2016.3221","journal-title":"Electron Lett"},{"key":"7051_CR10","doi-asserted-by":"publisher","first-page":"3472","DOI":"10.1109\/ACCESS.2018.2885571","volume":"7","author":"R Haw","year":"2019","unstructured":"Haw R, Kazmi SMA, Thar K, Alam MGR, Hong CS (2019) Cache aware user association for wireless heterogeneous networks. IEEE Access 7:3472\u20133485. https:\/\/doi.org\/10.1109\/ACCESS.2018.2885571","journal-title":"IEEE Access"},{"key":"7051_CR11","doi-asserted-by":"publisher","first-page":"62606","DOI":"10.1109\/ACCESS.2019.2916155","volume":"7","author":"X Lin","year":"2019","unstructured":"Lin X, Tang Y, Lei X, Xia J, Zhou Q, Wu H, Fan L (2019) MARL-based distributed cache placement for wireless networks. IEEE Access 7:62606\u201362615. https:\/\/doi.org\/10.1109\/ACCESS.2019.2916155","journal-title":"IEEE Access"},{"key":"7051_CR12","doi-asserted-by":"publisher","unstructured":"Mishra SK, Pandey P, Arya P, Jain A (2018) Efficient proactive caching in storage constrained 5g small cells. In: Proceedings of the 10th international conference on communication systems and networks, pp 291\u2013296. https:\/\/doi.org\/10.1109\/COMSNETS.2018.8328210","DOI":"10.1109\/COMSNETS.2018.8328210"},{"key":"7051_CR13","doi-asserted-by":"publisher","unstructured":"Nie T, Luo J, Gao L, Zheng FC, Yu L (2020) Cooperative edge caching in small cell networks with heterogeneous channel qualities. In: IEEE 91st vehicular technology conference. https:\/\/doi.org\/10.1109\/VTC2020-Spring48590.2020.9128365","DOI":"10.1109\/VTC2020-Spring48590.2020.9128365"},{"key":"7051_CR14","doi-asserted-by":"publisher","first-page":"61856","DOI":"10.1109\/ACCESS.2019.2916314","volume":"7","author":"W Jiang","year":"2019","unstructured":"Jiang W, Feng G, Qin S, Liu Y (2019) Multi-agent reinforcement learning based cooperative content caching for mobile edge networks. IEEE Access 7:61856\u201361867. https:\/\/doi.org\/10.1109\/ACCESS.2019.2916314","journal-title":"IEEE Access"},{"issue":"4","key":"7051_CR15","doi-asserted-by":"publisher","first-page":"2570","DOI":"10.1109\/TWC.2020.2966599","volume":"19","author":"X Xu","year":"2020","unstructured":"Xu X, Tao M, Shen C (2020) Collaborative multi-agent multi-armed bandit learning for small-cell caching. IEEE Trans Wireless Commun 19(4):2570\u20132585. https:\/\/doi.org\/10.1109\/TWC.2020.2966599","journal-title":"IEEE Trans Wireless Commun"},{"issue":"6","key":"7051_CR16","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1109\/MNET.2018.1800109","volume":"32","author":"H Zhu","year":"2018","unstructured":"Zhu H, Cao Y, Wang W, Jiang T, Jin S (2018) Deep reinforcement learning for mobile edge caching: review, new features, and open issues. IEEE Network 32(6):50\u201357. https:\/\/doi.org\/10.1109\/MNET.2018.1800109","journal-title":"IEEE Network"},{"issue":"1","key":"7051_CR17","doi-asserted-by":"publisher","first-page":"120","DOI":"10.1109\/LCOMM.2016.2612197","volume":"21","author":"J Liao","year":"2017","unstructured":"Liao J, Wong K-K, Khandaker MRA, Zheng Z (2017) Optimizing cache placement for heterogeneous small cell networks. IEEE Commun Lett 21(1):120\u2013123. https:\/\/doi.org\/10.1109\/LCOMM.2016.2612197","journal-title":"IEEE Commun Lett"},{"issue":"12","key":"7051_CR18","doi-asserted-by":"publisher","first-page":"8347","DOI":"10.1109\/TWC.2017.2760830","volume":"16","author":"M Chen","year":"2017","unstructured":"Chen M, Hao Y, Hu L, Huang K, Lau VKN (2017) Green and mobility-aware caching in 5G networks. IEEE Trans Wireless Commun 16(12):8347\u20138361. https:\/\/doi.org\/10.1109\/TWC.2017.2760830","journal-title":"IEEE Trans Wireless Commun"},{"key":"7051_CR19","doi-asserted-by":"publisher","unstructured":"Mohammed L, Jaseemuddin M, Anpalagan A (2019) Fuzzy soft-set based approach for femto-caching in wireless networks. In: Proceedings of the 20th international conference on high performance computing and communications, pp 487\u2013494. https:\/\/doi.org\/10.1109\/HPCC\/SmartCity\/DSS.2018.00095","DOI":"10.1109\/HPCC\/SmartCity\/DSS.2018.00095"},{"issue":"6","key":"7051_CR20","doi-asserted-by":"publisher","first-page":"1583","DOI":"10.1109\/LWC.2019.2929156","volume":"8","author":"F Zhou","year":"2019","unstructured":"Zhou F, Fan L, Jiang M, Chen W (2019) Optimal caching strategy for coordinated small-cells with limited backhaul. IEEE Wireless Commun Lett 8(6):1583\u20131586. https:\/\/doi.org\/10.1109\/LWC.2019.2929156","journal-title":"IEEE Wireless Commun Lett"},{"key":"7051_CR21","doi-asserted-by":"publisher","unstructured":"Liao J, Wong K-K, Zhang Y, Zheng Z, Yang K (2017) MDS coded cooperative caching for heterogeneous small cell networks. In: Proceedings of the IEEE global communications conference, pp 1\u20137. https:\/\/doi.org\/10.1109\/GLOCOM.2017.8254854","DOI":"10.1109\/GLOCOM.2017.8254854"},{"issue":"10","key":"7051_CR22","doi-asserted-by":"publisher","first-page":"6838","DOI":"10.1109\/TWC.2017.2731967","volume":"16","author":"J Liao","year":"2017","unstructured":"Liao J, Wong K-K, Zhang Y, Zheng Z, Yang K (2017) Coding, multicast, and cooperation for cache-enabled heterogeneous small cell networks. IEEE Trans Wireless Commun 16(10):6838\u20136853. https:\/\/doi.org\/10.1109\/TWC.2017.2731967","journal-title":"IEEE Trans Wireless Commun"},{"key":"7051_CR23","doi-asserted-by":"publisher","unstructured":"Keshavarzian I, Zeinalpour-Yazdi Z, Tadaion A (2016) A clustered caching placement in heterogeneous small cell networks with user mobility. In: Proceedings of the IEEE international symposium on signal processing and information technology, pp 421\u2013426. https:\/\/doi.org\/10.1109\/ISSPIT.2015.7394372","DOI":"10.1109\/ISSPIT.2015.7394372"},{"key":"7051_CR24","doi-asserted-by":"publisher","unstructured":"Xu X, Tao M (2018) Collaborative multi-agent reinforcement learning of caching optimization in small-cell networks. In: IEEE global communications conference. https:\/\/doi.org\/10.1109\/GLOCOM.2018.8647341","DOI":"10.1109\/GLOCOM.2018.8647341"},{"key":"7051_CR25","unstructured":"Tekin C, Liu M (2015) Online learning methods for networking. Now Publishers Inc"},{"issue":"7","key":"7051_CR26","doi-asserted-by":"publisher","first-page":"154","DOI":"10.1109\/MCOM.2013.6553692","volume":"51","author":"D Astely","year":"2013","unstructured":"Astely D, Dahlman E, Fodor G, Parkvall S, Sachs J (2013) LTE release 12 and beyond [Accepted from Open Call]. IEEE Commun Mag 51(7):154\u2013160. https:\/\/doi.org\/10.1109\/MCOM.2013.6553692","journal-title":"IEEE Commun Mag"},{"key":"7051_CR27","unstructured":"3GPP (2017) Study on integrated access and backhaul for NR,\u201d AT&T, Qualcomm, Samsung\u2014Tdoc RP-171880"},{"issue":"2","key":"7051_CR28","doi-asserted-by":"publisher","first-page":"286","DOI":"10.2307\/1969529","volume":"54","author":"J Nash","year":"1951","unstructured":"Nash J (1951) Non-cooperative games. Ann Math 54(2):286\u2013295. https:\/\/doi.org\/10.2307\/1969529","journal-title":"Ann Math"},{"issue":"1","key":"7051_CR29","doi-asserted-by":"publisher","first-page":"124","DOI":"10.1006\/game.1996.0044","volume":"14","author":"D Monderer","year":"1996","unstructured":"Monderer D, Shapley LS (1996) Potential games. Games Econ Behav 14(1):124\u2013143. https:\/\/doi.org\/10.1006\/game.1996.0044","journal-title":"Games Econ Behav"},{"key":"7051_CR30","volume-title":"Reinforcement learning: an introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton RS, Barto AG (2018) Reinforcement learning: an introduction. The MIT Press, Cambridge"},{"key":"7051_CR31","doi-asserted-by":"publisher","unstructured":"Guo F, Zhang H, Li X, Ji H (2018) Content caching in energy harvesting powered small cell network. In: Proceedings of the IEEE international symposium on personal, indoor and mobile radio communications, pp 1\u20135. https:\/\/doi.org\/10.1109\/PIMRC.2017.8292218","DOI":"10.1109\/PIMRC.2017.8292218"},{"issue":"9","key":"7051_CR32","doi-asserted-by":"publisher","first-page":"10140","DOI":"10.1109\/TVT.2020.3001203","volume":"69","author":"L Yang","year":"2020","unstructured":"Yang L, Zheng FC, Wen W, Jin S (2020) Analysis and optimization of random caching in mmWave heterogeneous networks. IEEE Trans Veh Technol 69(9):10140\u201310154. https:\/\/doi.org\/10.1109\/TVT.2020.3001203","journal-title":"IEEE Trans Veh Technol"},{"key":"7051_CR33","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2021.3091815","author":"Z Gu","year":"2021","unstructured":"Gu Z, Lu H, Zhang M, Sun H, Chen CW (2021) Association and caching in relay-assisted Mmwave networks: from a stochastic geometry perspective. IEEE Trans Wireless Commun. https:\/\/doi.org\/10.1109\/TWC.2021.3091815","journal-title":"IEEE Trans Wireless Commun"},{"key":"7051_CR34","doi-asserted-by":"publisher","first-page":"1640","DOI":"10.1109\/TIFS.2020.3040877","volume":"16","author":"TX Zheng","year":"2020","unstructured":"Zheng TX, Liu HW, Zhang N, Ding Z, Leung VC (2020) Secure content delivery in two-tier cache-enabled mmWave heterogeneous networks. IEEE Trans Inf Forens Secur 16:1640\u20131654. https:\/\/doi.org\/10.1109\/TIFS.2020.3040877","journal-title":"IEEE Trans Inf Forens Secur"},{"key":"7051_CR35","doi-asserted-by":"publisher","unstructured":"Zhang T, Biswas S, Ratnarajah T (2019) An analysis on caching in full-duplex enabled mmWave IAB HetNets. In: Proceedings of the 16th international symposium on wireless communication systems, pp 75\u201380. https:\/\/doi.org\/10.1109\/ISWCS.2019.8877120","DOI":"10.1109\/ISWCS.2019.8877120"},{"key":"7051_CR36","doi-asserted-by":"publisher","first-page":"20","DOI":"10.1016\/j.comcom.2018.05.007","volume":"127","author":"X Li","year":"2018","unstructured":"Li X, Wang X, Sheng Z, Zhou H, Leung VCM (2018) Resource allocation for cache-enabled cloud-based small cell networks. Comput Commun 127:20\u201329. https:\/\/doi.org\/10.1016\/j.comcom.2018.05.007","journal-title":"Comput Commun"},{"key":"7051_CR37","doi-asserted-by":"publisher","unstructured":"Khan BS, Jangsher S, Qureshi HK, Mumtaz S (2019) Energy efficient caching in cooperative small cell network. In: IEEE annual consumer communications and networking conference. https:\/\/doi.org\/10.1109\/CCNC.2019.8651764","DOI":"10.1109\/CCNC.2019.8651764"},{"issue":"2","key":"7051_CR38","doi-asserted-by":"publisher","first-page":"1024","DOI":"10.1109\/TWC.2016.2636139","volume":"16","author":"S Muller","year":"2017","unstructured":"Muller S, Atan O, Van Der Schaar M, Klein A (2017) Context-aware proactive content caching with service differentiation in wireless networks. IEEE Trans Wireless Commun 16(2):1024\u20131036. https:\/\/doi.org\/10.1109\/TWC.2016.2636139","journal-title":"IEEE Trans Wireless Commun"},{"key":"7051_CR39","doi-asserted-by":"publisher","unstructured":"Zhang C, Ren P, Du Q (2017) A Contextual multi-armed bandit approach to caching in wireless small cell network. In: Proceedings of the 9th international conference on wireless communications and signal processing, pp 1\u20136. https:\/\/doi.org\/10.1109\/WCSP.2017.8171043","DOI":"10.1109\/WCSP.2017.8171043"},{"key":"7051_CR40","doi-asserted-by":"publisher","unstructured":"He D, Jiang J, Yang G, Westphal C (2019) Pushing smart caching to the edge with bay-cache. In: Proceedings of the 16th EAI international conference on mobile and ubiquitous systems: computing, networking and services, pp 90\u201399. https:\/\/doi.org\/10.1145\/3360774.3360823","DOI":"10.1145\/3360774.3360823"},{"key":"7051_CR41","doi-asserted-by":"publisher","unstructured":"Alqasir A, Aldubaikhy K, Kamal AE (2021) Integrated access and backhauling with energy harvesting and dynamic sleeping in HetNets. In: Proceedings of the IEEE international conference on communications, pp 1\u20136. https:\/\/doi.org\/10.1109\/ICC42927.2021.9500432","DOI":"10.1109\/ICC42927.2021.9500432"},{"key":"7051_CR42","doi-asserted-by":"publisher","unstructured":"Noh S, Ying D, Li Q, Ghozlan H, Papathanassiou A, Wu G (2018) System evaluation for millimeter-wave radio access network. In: Proceedings of the IEEE international conference on communications, pp 1\u20136. https:\/\/doi.org\/10.1109\/ICC.2018.8423043","DOI":"10.1109\/ICC.2018.8423043"},{"key":"7051_CR43","unstructured":"International Telecommunication Union (2009) Requirements related to technical performance for IMTadvanced radio interfaces. ITU I.2134"},{"issue":"2","key":"7051_CR44","doi-asserted-by":"publisher","first-page":"1100","DOI":"10.1109\/TWC.2014.2364267","volume":"14","author":"T Bai","year":"2014","unstructured":"Bai T, Heath RW (2014) Coverage and rate analysis for millimeter-wave cellular networks. IEEE Trans Wireless Commun 14(2):1100\u20131114. https:\/\/doi.org\/10.1109\/TWC.2014.2364267","journal-title":"IEEE Trans Wireless Commun"},{"issue":"15","key":"7051_CR45","doi-asserted-by":"publisher","first-page":"4065","DOI":"10.1109\/TSP.2016.2551690","volume":"64","author":"A Thornburg","year":"2016","unstructured":"Thornburg A, Bai T, Heath RW (2016) Performance analysis of outdoor mmWave ad hoc networks. IEEE Trans Signal Process 64(15):4065\u20134079. https:\/\/doi.org\/10.1109\/TSP.2016.2551690","journal-title":"IEEE Trans Signal Process"},{"issue":"1","key":"7051_CR46","doi-asserted-by":"publisher","first-page":"432","DOI":"10.1109\/TCOMM.2017.2757017","volume":"66","author":"Y Liu","year":"2017","unstructured":"Liu Y, Fang X, Xiao M (2017) Discrete power control and transmission duration allocation for self-backhauling dense nmWave cellular networks. IEEE Trans Commun 66(1):432\u2013447. https:\/\/doi.org\/10.1109\/TCOMM.2017.2757017","journal-title":"IEEE Trans Commun"},{"issue":"10","key":"7051_CR47","doi-asserted-by":"publisher","first-page":"3437","DOI":"10.1109\/TCOMM.2015.2456093","volume":"63","author":"H Shokri-Ghadikolaei","year":"2015","unstructured":"Shokri-Ghadikolaei H, Fischione C, Fodor G, Popovski P, Zorzi M (2015) Millimeter wave cellular networks: a MAC layer perspective. IEEE Trans Commun 63(10):3437\u20133458. https:\/\/doi.org\/10.1109\/TCOMM.2015.2456093","journal-title":"IEEE Trans Commun"},{"key":"7051_CR48","doi-asserted-by":"publisher","unstructured":"Liu Q, Tian H, Nie G, Wu H (2018) Context-aware data caching and resource allocation in HetNets with self-backhaul. In: Proceedings of the IEEE\/CIC international conference on communications, pp 416\u2013420. https:\/\/doi.org\/10.1109\/ICCChina.2018.8641136","DOI":"10.1109\/ICCChina.2018.8641136"},{"key":"7051_CR49","unstructured":"Wang M, Dutta A, Buccapatnam S, Chiang M (2016) Smart exploration in Hetnets: minimizing total regret with mmWave. In: IEEE international conference on sensing, communication and networking, p 33"},{"issue":"4","key":"7051_CR50","doi-asserted-by":"publisher","first-page":"3154","DOI":"10.1137\/120893501","volume":"51","author":"C Chapman","year":"2013","unstructured":"Chapman C, Leslie DS, Rogers A, Jennings NR (2013) Convergent learning algorithms for unknown reward games. Soc Ind Appl Math J Control Optim 51(4):3154\u20133180. https:\/\/doi.org\/10.1137\/120893501","journal-title":"Soc Ind Appl Math J Control Optim"},{"issue":"3","key":"7051_CR51","doi-asserted-by":"publisher","first-page":"8710","DOI":"10.3182\/20140824-6-ZA-1003.02646","volume":"47","author":"Y Wang","year":"2014","unstructured":"Wang Y, Pavel L (2014) A modified Q-learning algorithm for potential games. Int Fed Autom Control Proc Vol 47(3):8710\u20138718. https:\/\/doi.org\/10.3182\/20140824-6-ZA-1003.02646","journal-title":"Int Fed Autom Control Proc Vol"},{"key":"7051_CR52","volume-title":"Game theory","author":"D Fudenberg","year":"1991","unstructured":"Fudenberg D, Tirole J (1991) Game theory. MIT Press, Cambridge"},{"key":"7051_CR53","unstructured":"Claus C, Boutilier C (1998) The dynamics of reinforcement learning in cooperative multi-agent systems. In: Proceedings of the 15th AAAI national conference on artificial intelligence, pp 746\u2013752"},{"key":"7051_CR54","volume-title":"The theory of learning in games","author":"D Fudenberg","year":"1998","unstructured":"Fudenberg D, Levine DK (1998) The theory of learning in games. MIT Press, Cambridge"},{"issue":"2","key":"7051_CR55","doi-asserted-by":"publisher","first-page":"285","DOI":"10.1016\/j.geb.2005.08.005","volume":"56","author":"DS Leslie","year":"2006","unstructured":"Leslie DS, Collins EJ (2006) Generalised weakened fictitious play. Games Econom Behav 56(2):285\u2013298. https:\/\/doi.org\/10.1016\/j.geb.2005.08.005","journal-title":"Games Econom Behav"},{"issue":"4","key":"7051_CR56","doi-asserted-by":"publisher","first-page":"1359","DOI":"10.1214\/09-AAP651","volume":"20","author":"P Mertikopoulos","year":"2010","unstructured":"Mertikopoulos P, Moustakas AL (2010) The emergence of rational behavior in the presence of stochastic perturbations. Ann Appl Probab 20(4):1359\u20131388. https:\/\/doi.org\/10.1214\/09-AAP651","journal-title":"Ann Appl Probab"},{"issue":"1","key":"7051_CR57","doi-asserted-by":"publisher","first-page":"47","DOI":"10.1016\/j.jet.2005.05.011","volume":"132","author":"J Hofbauer","year":"2007","unstructured":"Hofbauer J, Sandholm WH (2007) Evolution in games with randomly disturbed payoffs. J Econ Theory 132(1):47\u201369. https:\/\/doi.org\/10.1016\/j.jet.2005.05.011","journal-title":"J Econ Theory"},{"issue":"3","key":"7051_CR58","first-page":"341","volume":"1","author":"DP Foster","year":"2006","unstructured":"Foster DP, Young HP (2006) Regret testing: learning to play nash equilibrium without knowing you have an opponent. Theor Econ 1(3):341\u2013367","journal-title":"Theor Econ"},{"issue":"6","key":"7051_CR59","doi-asserted-by":"publisher","first-page":"1185","DOI":"10.1162\/neco.1994.6.6.1185","volume":"6","author":"T Jaakkola","year":"1994","unstructured":"Jaakkola T, Jordan MI, Singh PS (1994) On the convergence of stochastic iterative dynamic programming algorithms. Neural Comput 6(6):1185\u20131201. https:\/\/doi.org\/10.1162\/neco.1994.6.6.1185","journal-title":"Neural Comput"},{"key":"7051_CR60","doi-asserted-by":"publisher","DOI":"10.1093\/acprof:oso\/9780199269181.001.0001","volume-title":"Strategic learning and its limits","author":"HP Young","year":"2004","unstructured":"Young HP (2004) Strategic learning and its limits. Oxford University Press, Oxford"},{"issue":"2","key":"7051_CR61","doi-asserted-by":"publisher","first-page":"495","DOI":"10.1137\/S0363012903437976","volume":"44","author":"DS Leslie","year":"2006","unstructured":"Leslie DS, Collins EJ (2006) Individual Q-learning in normal form games. SIAM J Control Optim 44(2):495\u2013514. https:\/\/doi.org\/10.1137\/S0363012903437976","journal-title":"SIAM J Control Optim"},{"issue":"1","key":"7051_CR62","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1016\/j.geb.2008.11.012","volume":"70","author":"R Cominetti","year":"2010","unstructured":"Cominetti R, Melo E, Sorin S (2010) A payoff-based learning procedure and its application to traffic games. Games Econom Behav 70(1):71\u201383. https:\/\/doi.org\/10.1016\/j.geb.2008.11.012","journal-title":"Games Econom Behav"},{"issue":"1","key":"7051_CR63","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1137\/070680199","volume":"48","author":"JR Marden","year":"2009","unstructured":"Marden JR, Young HP, Arslan G, Shamma JS (2009) Payoff-based dynamics for multiplayer weakly acyclic games. SIAM J Control Optim 48(1):373\u2013396. https:\/\/doi.org\/10.1137\/070680199","journal-title":"SIAM J Control Optim"},{"key":"7051_CR64","doi-asserted-by":"publisher","unstructured":"Chasparis GC, Shamma JS, Rantzer A (2011) Perturbed learning automata in potential games. In: Proceedings of the IEEE conference on decision and control, pp 2453\u20132458. https:\/\/doi.org\/10.1109\/CDC.2011.6161294","DOI":"10.1109\/CDC.2011.6161294"},{"key":"7051_CR65","doi-asserted-by":"publisher","unstructured":"Wang Y (2014) A modified Q-learning algorithm in games. Master\u2019s thesis. University of Toronto. https:\/\/doi.org\/10.3182\/20140824-6-ZA-1003.02646","DOI":"10.3182\/20140824-6-ZA-1003.02646"},{"key":"7051_CR66","doi-asserted-by":"publisher","unstructured":"Meesa-ard E, Pattaramalai S, Madapatha MDC (2018) Outage probability of mobility incorporated alpha-mu Fading distribution with co-channel interference in heterogeneous networks. In: Proceedings of the IEEE international conference on smart internet of things, pp 76\u201380. https:\/\/doi.org\/10.1109\/SmartIoT.2018.00023","DOI":"10.1109\/SmartIoT.2018.00023"},{"key":"7051_CR67","doi-asserted-by":"publisher","unstructured":"Meesa-Ard E, Pattaramalai S, Madapatha MDC (2018) Evaluating the impact of mobility over K-Il generalized fading channels in digital communication. In: Proceedings of the 8th international conference on electronics information and emergency communication, pp 35\u201339. https:\/\/doi.org\/10.1109\/ICEIEC.2018.8473558","DOI":"10.1109\/ICEIEC.2018.8473558"},{"issue":"2","key":"7051_CR68","doi-asserted-by":"publisher","first-page":"1810","DOI":"10.1109\/TVT.2016.2565539","volume":"66","author":"A Mesodiakaki","year":"2016","unstructured":"Mesodiakaki A, Adelantado F, Alonso L, Di Renzo M, Verikoukis C (2016) Energy-and spectrum-efficient user association in millimeter-wave backhaul small-cell networks. IEEE Trans Veh Technol 66(2):1810\u20131821. https:\/\/doi.org\/10.1109\/TVT.2016.2565539","journal-title":"IEEE Trans Veh Technol"}],"container-title":["Neural Computing and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07051-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s00521-022-07051-5\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s00521-022-07051-5.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,15]],"date-time":"2022-07-15T09:34:06Z","timestamp":1657877646000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s00521-022-07051-5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,3,15]]},"references-count":68,"journal-issue":{"issue":"14","published-print":{"date-parts":[[2022,7]]}},"alternative-id":["7051"],"URL":"https:\/\/doi.org\/10.1007\/s00521-022-07051-5","relation":{},"ISSN":["0941-0643","1433-3058"],"issn-type":[{"type":"print","value":"0941-0643"},{"type":"electronic","value":"1433-3058"}],"subject":[],"published":{"date-parts":[[2022,3,15]]},"assertion":[{"value":"25 May 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 February 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"15 March 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"All authors declare that they have no conflict of interest that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}