{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,22]],"date-time":"2026-04-22T19:24:17Z","timestamp":1776885857285,"version":"3.51.2"},"publisher-location":"New York, NY, USA","reference-count":38,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T00:00:00Z","timestamp":1727740800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["ECCS-2127721"],"award-info":[{"award-number":["ECCS-2127721"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["CCF-2332800"],"award-info":[{"award-number":["CCF-2332800"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"name":"U.S. Army Research Office","award":["W911NF-22-1-0151"],"award-info":[{"award-number":["W911NF-22-1-0151"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,10,14]]},"DOI":"10.1145\/3641512.3686381","type":"proceedings-article","created":{"date-parts":[[2024,10,1]],"date-time":"2024-10-01T21:11:22Z","timestamp":1727817082000},"page":"71-80","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":3,"title":["Deep Index Policy for Multi-Resource Restless Matching Bandit and Its Application in Multi-Channel Scheduling"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-7631-7176","authenticated-orcid":false,"given":"Nida","family":"Zamir","sequence":"first","affiliation":[{"name":"Electrical and Computer Engineering, Texas A&amp;M University, College Station, Texas, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1166-8773","authenticated-orcid":false,"given":"I-Hong","family":"Hou","sequence":"additional","affiliation":[{"name":"Electrical and Computer Engineering, Texas A&amp;M University, College Station, Texas, United States of America"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,10]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/2745844.2745851"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1145\/3179418"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1007\/s001860200257"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2013.2293216"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCNS.2017.2774046"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1614293.1614296"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2022.3177891"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/INFCOM.2009.5062068"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1109\/TCOMM.2023.3274143"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1109\/GLOCOM.2011.6134244"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIT.2011.2169543"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1239\/aap\/1444308876"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2020.2990482"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2018.2873606"},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.5555\/3463952.3464038"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2014.6710073"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2018.2869874"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.automatica.2019.108759"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3291842.3291880"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1145\/3565287.3610261"},{"key":"e_1_3_2_1_21_1","volume-title":"Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971","author":"Lillicrap Timothy P","year":"2015","unstructured":"Timothy P Lillicrap, Jonathan J Hunt, Alexander Pritzel, Nicolas Heess, Tom Erez, Yuval Tassa, David Silver, and Daan Wierstra. 2015. Continuous control with deep reinforcement learning. arXiv preprint arXiv:1509.02971 (2015)."},{"key":"e_1_3_2_1_22_1","first-page":"15639","article-title":"Collapsing bandits and their application to public health intervention","volume":"33","author":"Mate Aditya","year":"2020","unstructured":"Aditya Mate, Jackson Killian, Haifeng Xu, Andrew Perrault, and Milind Tambe. 2020. Collapsing bandits and their application to public health intervention. Advances in Neural Information Processing Systems 33 (2020), 15639--15650.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2021.3051163"},{"key":"e_1_3_2_1_24_1","first-page":"28734","article-title":"DeepTOP: Deep threshold-optimal policy for MDPs and RMABs","volume":"35","author":"Nakhleh Khaled","year":"2022","unstructured":"Khaled Nakhleh and I-Hong Hou. 2022. DeepTOP: Deep threshold-optimal policy for MDPs and RMABs. Advances in Neural Information Processing Systems 35 (2022), 28734--28746.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_25_1","volume-title":"Recovering bandits. Advances in Neural Information Processing Systems 32","author":"Pike-Burke Ciara","year":"2019","unstructured":"Ciara Pike-Burke and Steffen Grunewalder. 2019. Recovering bandits. Advances in Neural Information Processing Systems 32 (2019)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2014.2374152"},{"key":"e_1_3_2_1_27_1","volume-title":"Online Matching with Bayesian Rewards. Operations Research","author":"Simchi-Levi David","year":"2023","unstructured":"David Simchi-Levi, Rui Sun, and Xinshang Wang. 2023. Online Matching with Bayesian Rewards. Operations Research (2023)."},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2020.2983670"},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1109\/TNET.2020.2996237"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/ALLERTON.2019.8919842"},{"key":"e_1_3_2_1_31_1","unstructured":"Shresth Verma Aditya Mate Kai Wang Neha Madhiwalla Aparna Hegde Aparna Taneja and Milind Tambe. 2023. Restless Multi-Armed Bandits for Maternal and Child Health: Results from Decision-Focused Learning.. In AAMAS. 1312--1320."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1145\/2942358.2942378"},{"key":"e_1_3_2_1_33_1","volume-title":"Karl Henrik Johansson, and Ling Shi","author":"Wu Shuang","year":"2022","unstructured":"Shuang Wu, Xiaoqiang Ren, Qing-Shan Jia, Karl Henrik Johansson, and Ling Shi. 2022. Towards efficient dynamic uplink scheduling over multiple unknown channels. arXiv preprint arXiv:2212.06633 (2022)."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/TVT.2019.2910933"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1007\/s11276-015-1049-2"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2817288"},{"key":"e_1_3_2_1_37_1","volume-title":"Minimizing the AoI in resource-constrained multi-source relaying systems: Dynamic and learning-based scheduling","author":"Zakeri Abolfazl","year":"2023","unstructured":"Abolfazl Zakeri, Mohammad Moltafet, Markus Leinonen, and Marian Codreanu. 2023. Minimizing the AoI in resource-constrained multi-source relaying systems: Dynamic and learning-based scheduling. IEEE Transactions on Wireless Communications (2023)."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3466772.3467030"}],"event":{"name":"MobiHoc '24: Twenty-fifth International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing","location":"Athens Greece","acronym":"MobiHoc '24","sponsor":["SIGMOBILE ACM Special Interest Group on Mobility of Systems, Users, Data and Computing"]},"container-title":["Proceedings of the Twenty-fifth International Symposium on Theory, Algorithmic Foundations, and Protocol Design for Mobile Networks and Mobile Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641512.3686381","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3641512.3686381","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3641512.3686381","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T00:03:23Z","timestamp":1750291403000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3641512.3686381"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,10]]},"references-count":38,"alternative-id":["10.1145\/3641512.3686381","10.1145\/3641512"],"URL":"https:\/\/doi.org\/10.1145\/3641512.3686381","relation":{},"subject":[],"published":{"date-parts":[[2024,10]]},"assertion":[{"value":"2024-10-01","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}