{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,31]],"date-time":"2025-10-31T08:06:43Z","timestamp":1761898003863,"version":"3.33.0"},"reference-count":65,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"1","license":[{"start":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T00:00:00Z","timestamp":1738368000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T00:00:00Z","timestamp":1738368000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T00:00:00Z","timestamp":1738368000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"DOI":"10.13039\/100031839","name":"Korea Research Institute for defense Technology planning and advancement","doi-asserted-by":"publisher","award":["KRIT-CT-23-041"],"award-info":[{"award-number":["KRIT-CT-23-041"]}],"id":[{"id":"10.13039\/100031839","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Comput. Intell. Mag."],"published-print":{"date-parts":[[2025,2]]},"DOI":"10.1109\/mci.2024.3487955","type":"journal-article","created":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T18:34:28Z","timestamp":1737138868000},"page":"50-65","source":"Crossref","is-referenced-by-count":2,"title":["Experience-Based Participant Selection in Federated Reinforcement Learning for Edge Intelligence"],"prefix":"10.1109","volume":"20","author":[{"ORCID":"https:\/\/orcid.org\/0009-0003-9488-2410","authenticated-orcid":false,"given":"Chae-Eun","family":"Lee","sequence":"first","affiliation":[{"name":"Hansung University, Seoul, Republic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0856-6415","authenticated-orcid":false,"given":"Woonghee","family":"Lee","sequence":"additional","affiliation":[{"name":"Hansung University, Seoul, Republic of Korea"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","first-page":"1273","article-title":"Communication-efficient learning of deep networks from decentralized data","volume-title":"Proc. Artif. Intell. Statist.","author":"McMahan","year":"2017"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2021.106775"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2024.3376548"},{"key":"ref4","first-page":"19586","article-title":"An efficient framework for clustered federated learning","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","volume":"33","author":"Ghosh","year":"2020"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2020.2986803"},{"article-title":"Deep reinforcement learning: An overview","year":"2017","author":"Li","key":"ref6"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1613\/jair.301"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1177\/0278364913495721"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/j.icte.2022.08.008"},{"key":"ref10","first-page":"10351","article-title":"Towards understanding biased client selection in federated learning","volume":"151","author":"Cho","year":"2022","journal-title":"Proc. 25th Int. Conf. Artif. Intell. Stat."},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/GLOBECOM46510.2021.9685077"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1109\/SURV.2012.100412.00017"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v32i1.11796"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v30i1.10295"},{"key":"ref15","article-title":"Prioritized experience replay","author":"Schaul","year":"2016","journal-title":"Proc. Int. Conf. Learn. Representations"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.3390\/app12199901"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1145\/3556548.3559633"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2019.8761315"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/INFOCOM48880.2022.9796935"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1109\/PIMRC50174.2021.9569487"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.3390\/fi15060209"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i8.20894"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/JIOT.2021.3088577"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/WoWMoM51794.2021.00063"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1109\/TITS.2022.3219644"},{"article-title":"Client selection for federated policy optimization with environment heterogeneity","year":"2023","author":"Xie","key":"ref26"},{"key":"ref27","first-page":"1007","article-title":"Fault-tolerant federated reinforcement learning with theoretical guarantee","volume":"34","author":"Fan","year":"2021","journal-title":"Adv. Neural Inf. Process. Syst."},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2023.3242734"},{"key":"ref29","first-page":"267","article-title":"Approximately optimal approximate reinforcement learning","volume-title":"Proc. 19th Int. Conf. Mach. Learn.","author":"Kakade","year":"2002"},{"key":"ref30","article-title":"Adam: A method for stochastic optimization","author":"Kingma","year":"2015","journal-title":"Proc. Int. Conf. Learn. Representations"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2020.01.005"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1016\/B978-012099975-0.50005-1"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.2307\/2348634"},{"volume-title":"Modern Multidimensional Scaling: Theory and Applications","year":"2005","author":"Borg","key":"ref34"},{"key":"ref35","first-page":"433","article-title":"Principal component analysis","volume":"2","author":"Xie","year":"2019","journal-title":"Wiley Interdiscipl. Rev.: Computat. Statist."},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1175\/1520-0493(1987)115<1825:OALOMA>2.0.CO;2"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1016\/j.jcss.2011.12.025"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1109\/TSP.2017.2708023"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2019.2955134"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-019-13055-y"},{"issue":"11","key":"ref41","first-page":"2579","article-title":"Visualizing data using t-SNE","volume":"9","author":"Maaten","year":"2008","journal-title":"J. Mach. Learn. Res."},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-68474-1_13"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1126\/science.295.5552.7a"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1126\/science.290.5500.2319"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.1002\/ajpa.1330860307"},{"volume-title":"Precalculus: A Functional Approach to Graphing and Problem Solving","year":"2013","author":"Smith","key":"ref46"},{"issue":"5","key":"ref47","first-page":"270","article-title":"Study of Euclidean and manhattan distance metrics using simple k-means clustering","volume":"2","author":"Sinwar","year":"2014","journal-title":"Int. J. Res. Appl. Sci. Eng. Technol"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.1007\/BF01457637"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1017\/9780511811487"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-30034-4"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.5120\/11430-6785"},{"volume-title":"Logistics Systems","year":"2005","author":"Langevin","key":"ref52"},{"volume-title":"Advanced Research in VLSI and Parallel Systems: Proceedings of the 1992 Brown\/MIT Conference","year":"1992","author":"Knight","key":"ref53"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2014.09.005"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729694"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.1967.1053968"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.3390\/info15090547"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1103\/PhysRevE.65.041905"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2003.813506"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1007\/BF02517812"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/ISIT.2004.1365067"},{"issue":"1","key":"ref62","first-page":"38","article-title":"Performance evaluation of distance metrics in the clustering algorithms","volume":"13","author":"Kumar","year":"2014","journal-title":"INFOCOMP J. Comput. Sci."},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.5555\/1953048.2078195"},{"article-title":"Api design for machine learning software: Experiences from the scikit-learn project","year":"2013","author":"Buitinck","key":"ref64"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-33383-0_5"}],"container-title":["IEEE Computational Intelligence Magazine"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10207\/10844565\/10844586.pdf?arnumber=10844586","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,21]],"date-time":"2025-01-21T18:24:13Z","timestamp":1737483853000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10844586\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2]]},"references-count":65,"journal-issue":{"issue":"1"},"URL":"https:\/\/doi.org\/10.1109\/mci.2024.3487955","relation":{},"ISSN":["1556-603X","1556-6048"],"issn-type":[{"type":"print","value":"1556-603X"},{"type":"electronic","value":"1556-6048"}],"subject":[],"published":{"date-parts":[[2025,2]]}}}