{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T20:25:27Z","timestamp":1740169527374,"version":"3.37.3"},"reference-count":59,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"12","license":[{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,1]],"date-time":"2024-12-01T00:00:00Z","timestamp":1733011200000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"funder":[{"name":"Andalusian Government","award":["P20 00673"],"award-info":[{"award-number":["P20 00673"]}]},{"name":"MCIN \/ AEI \/ 10","award":["0000DONOTUSETHIS0000.13039\/501100011033","PID2019-103880RB-I00"],"award-info":[{"award-number":["0000DONOTUSETHIS0000.13039\/501100011033","PID2019-103880RB-I00"]}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Trans. Syst. Man Cybern, Syst."],"published-print":{"date-parts":[[2024,12]]},"DOI":"10.1109\/tsmc.2024.3414832","type":"journal-article","created":{"date-parts":[[2024,9,17]],"date-time":"2024-09-17T18:52:35Z","timestamp":1726599155000},"page":"7158-7169","source":"Crossref","is-referenced-by-count":0,"title":["A Two-Timescale Learning Automata Solution to the Nonlinear Stochastic Proportional Polling Problem"],"prefix":"10.1109","volume":"54","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7591-1659","authenticated-orcid":false,"given":"Anis","family":"Yazidi","sequence":"first","affiliation":[{"name":"Department of Computer Science, Oslo Metropolitan University, Oslo, Norway"}]},{"given":"Hugo","family":"Hammer","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Oslo Metropolitan University, Oslo, Norway"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5253-7676","authenticated-orcid":false,"given":"David S.","family":"Leslie","sequence":"additional","affiliation":[{"name":"Department of Mathematics and Statistics, Lancaster University, Lancaster, U.K."}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2003.809788"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2002.1049615"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2002.1049612"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/4234.831040"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1109\/68.789731"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1109\/ICON.1999.796164"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1023\/A:1026574731873"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1016\/j.adhoc.2003.09.004"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1016\/S0140-3664(00)00352-2"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/S0140-3664(00)00163-8"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.1109\/TC.2009.189"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-010-0228-1"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1109\/LCN.1992.228129"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/90.502239"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-72428-7_1"},{"journal-title":"Learning Automata: An Introduction","year":"1989","author":"Narendra","key":"ref16"},{"key":"ref17","doi-asserted-by":"publisher","DOI":"10.1070\/RM1963v018n04ABEH001139"},{"volume-title":"Automaton Theory and Modeling of Biological Systems","year":"1973","author":"Tsetlin","key":"ref18"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.1980.4308485"},{"volume-title":"Learning Automata: An Introduction","year":"2012","author":"Narendra","key":"ref20"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCB.2006.879012"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v36i11.21436"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-019-01453-0"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-018-1201-7"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.1007\/s10489-013-0424-x"},{"key":"ref26","doi-asserted-by":"publisher","DOI":"10.1109\/3468.485749"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2015.2406764"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.1975.5408481"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2016.2569464"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2002.802978"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2003.810794"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2009.2023256"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1016\/S0140-3664(03)00053-7"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2006.877464"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1007\/s11277-011-0371-y"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/TBC.2009.2015982"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1109\/JSYST.2013.2282032"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1007\/s11277-009-9863-4"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2015.2504350"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCC.2007.913919"},{"key":"ref41","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCA.2012.2226024"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2018.2861826"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1109\/TNNLS.2020.3010888"},{"key":"ref44","first-page":"971","article-title":"A last switch dependent analysis of satiation and seasonality in bandits","volume-title":"Proc. Int. Conf. Artif. Intell. Statist.","author":"Laforgue"},{"key":"ref45","first-page":"4003","article-title":"Rebounding bandits for modeling satiation effects","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Leqi"},{"key":"ref46","first-page":"23181","article-title":"Multiple-play stochastic bandits with shareable finite-capacity arms","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Wang"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2022\/491"},{"key":"ref48","article-title":"Non-stationary bandits under recharging payoffs: Improved planning with sublinear regret","author":"Papadigenopoulos","year":"2022","journal-title":"arXiv:2205.14790"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1109\/FOCS.2018.00037"},{"key":"ref50","first-page":"9702","article-title":"Dynamic planning and learning under recovering rewards","volume-title":"Proc. Int. Conf. Mach. Learn.","author":"Simchi-Levi"},{"key":"ref51","first-page":"26804","article-title":"Bandit learning with delayed impact of actions","volume-title":"Proc. Adv. Neural Inf. Process. Syst.","author":"Tang"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.1109\/TSMC.2014.2314675"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1109\/TSMCA.2012.2226025"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1007\/BF00992696"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1016\/S0167-6911(97)90015-3"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-75894-2"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1214\/aoap\/1069786497"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-5981-1"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1007\/BFb0096509"}],"container-title":["IEEE Transactions on Systems, Man, and Cybernetics: Systems"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6221021\/10758325\/10681444.pdf?arnumber=10681444","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T23:13:26Z","timestamp":1732662806000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10681444\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12]]},"references-count":59,"journal-issue":{"issue":"12"},"URL":"https:\/\/doi.org\/10.1109\/tsmc.2024.3414832","relation":{},"ISSN":["2168-2216","2168-2232"],"issn-type":[{"type":"print","value":"2168-2216"},{"type":"electronic","value":"2168-2232"}],"subject":[],"published":{"date-parts":[[2024,12]]}}}