{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,25]],"date-time":"2025-10-25T12:55:48Z","timestamp":1761396948441,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":28,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819601271"},{"type":"electronic","value":"9789819601288"}],"license":[{"start":{"date-parts":[[2024,11,12]],"date-time":"2024-11-12T00:00:00Z","timestamp":1731369600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,12]],"date-time":"2024-11-12T00:00:00Z","timestamp":1731369600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-96-0128-8_15","type":"book-chapter","created":{"date-parts":[[2024,11,16]],"date-time":"2024-11-16T18:17:44Z","timestamp":1731781064000},"page":"165-178","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["IRL for Restless Multi-armed Bandits with Applications in Maternal and Child Health"],"prefix":"10.1007","author":[{"given":"Gauri","family":"Jain","sequence":"first","affiliation":[]},{"given":"Pradeep","family":"Varakantham","sequence":"additional","affiliation":[]},{"given":"Haifeng","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Aparna","family":"Taneja","sequence":"additional","affiliation":[]},{"given":"Prashant","family":"Doshi","sequence":"additional","affiliation":[]},{"given":"Milind","family":"Tambe","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,12]]},"reference":[{"key":"15_CR1","doi-asserted-by":"publisher","DOI":"10.1016\/j.artint.2021.103500","volume":"297","author":"S Arora","year":"2021","unstructured":"Arora, S., Doshi, P.: A survey of inverse reinforcement learning: challenges, methods and progress. Artif. Intell. 297, 103500 (2021)","journal-title":"Artif. Intell."},{"key":"15_CR2","doi-asserted-by":"crossref","unstructured":"Ayer, T.: Prioritizing hepatitis C treatment in US prisons. Operations Research (2019)","DOI":"10.1287\/opre.2018.1812"},{"key":"15_CR3","doi-asserted-by":"crossref","unstructured":"Bogert, K., Doshi, P.: Multi-robot inverse reinforcement learning under occlusion with estimation of state transitions. Artif. Intell. 263, 46\u201373 (2018)","DOI":"10.1016\/j.artint.2018.07.002"},{"key":"15_CR4","unstructured":"Byrne, F.: Aparna hegde founder of Armman (2020). https:\/\/inspiringsocialentrepreneurs.com\/podcast\/"},{"key":"15_CR5","doi-asserted-by":"crossref","unstructured":"Chadi, M.A., Mousannif, H.: Inverse reinforcement learning for healthcare applications: a survey. In: Proceedings of the 2nd International Conference on Big Data, Modelling and Machine Learning - Volume 1: BML, pp. 97\u2013102. INSTICC, SciTePress (2021)","DOI":"10.5220\/0010729200003101"},{"key":"15_CR6","unstructured":"Choi, J., Kim, K.: Map inference for Bayesian inverse reinforcement learning. In: Advances in Neural Information Processing Systems (2011)"},{"key":"15_CR7","doi-asserted-by":"crossref","unstructured":"Deo, S., Iravani, S.: Improving health outcomes through better capacity allocation in a community-based chronic care model. Oper. Res. Publisher: INFORMS 61(2), 1277\u20131294 (2013)","DOI":"10.1287\/opre.2013.1214"},{"key":"15_CR8","unstructured":"Fu, J., Luo, K., Levine, S.: Learning robust rewards with adversarial IRL. CoRR (2017)"},{"key":"15_CR9","doi-asserted-by":"crossref","unstructured":"Jaynes, E.T.: Information theory and statistical mechanics. Phys. Rev. 106(4), 620\u20131957 (1957)","DOI":"10.1103\/PhysRev.106.620"},{"key":"15_CR10","doi-asserted-by":"publisher","unstructured":"Keim-Kl\u00e4rner, S., et\u00a0al.: Social inequality, social networks, and health: a scoping review of research on health inequalities from a social network perspective. Int. J. Equity Health 22(74) (2023). https:\/\/doi.org\/10.1186\/s12939-023-01876-9","DOI":"10.1186\/s12939-023-01876-9"},{"key":"15_CR11","doi-asserted-by":"crossref","unstructured":"Lee, E., Lavieri, M.S.: Optimal screening for hepatocellular carcinoma: a restless bandit. Manuf. Serv. Oper. Manage. 21(1), 198\u2013212 (2019)","DOI":"10.1287\/msom.2017.0697"},{"key":"15_CR12","unstructured":"Mate, A., et\u00a0al.: Collapsing bandits and their application to public health intervention. In: NeurIPS (2020)"},{"key":"15_CR13","unstructured":"Mate, A., et\u00a0al.: Field study in deploying restless multi-armed bandits. AAAI (2022)"},{"key":"15_CR14","doi-asserted-by":"crossref","unstructured":"Mohan, D., Bashingwa, J.J.H., Scott, K.: Optimising the reach of mobile health messaging programmes: an analysis of system generated data. BMJ Global Health 6(5), e009395 (2022)","DOI":"10.1136\/bmjgh-2022-009395"},{"key":"15_CR15","unstructured":"Natarajan, S., et\u00a0al.: Multi-agent IRL. In: International Conference on ML and Applications (2010)"},{"key":"15_CR16","doi-asserted-by":"crossref","unstructured":"Russell, S.: Learning agents for uncertain environments (extended abstract). In: Eleventh Annual Conference on Computational Learning Theory (1998)","DOI":"10.1145\/279943.279964"},{"key":"15_CR17","unstructured":"Sengadu\u00a0Suresh, P., Gui, Y., Doshi, P.: Dec-AIRL: decentralized adversarial IRL for human-robot teaming. In: AAMAS (2023)"},{"key":"15_CR18","unstructured":"Suresh, P.S., Doshi, P.: Marginal MAP estimation for inverse RL under occlusion with observer noise. In: Uncertainty in Artificial Intelligence. PMLR (2022)"},{"key":"15_CR19","doi-asserted-by":"crossref","unstructured":"Villar, S.S.e.a.: Multi-armed Bandit Models for the Optimal Design of Clinical Trials: benefits and challenges. Stat. Sci. 30(2), 199 (2015)","DOI":"10.1214\/14-STS504"},{"key":"15_CR20","unstructured":"Wang, K., Verma, S., Mate, A., Shah, S., Taneja, A., Madhiwalla, N.: Scalable Decision-Focused Learning in RMABS with Application to MCH. In: AAAI (2023)"},{"key":"15_CR21","doi-asserted-by":"crossref","unstructured":"Weber, R.R., Weiss, G.: On an index policy for restless bandits. J. Appl. Probab. 27(3), 637\u2013648 (1990)","DOI":"10.2307\/3214547"},{"key":"15_CR22","doi-asserted-by":"crossref","unstructured":"Whittle, P.: Restless Bandits: activity allocation in a changing world. J. Appl. Probab. 25(A), 287\u2013298 (1988)","DOI":"10.1017\/S0021900200040420"},{"key":"15_CR23","unstructured":"Xie, Y., et\u00a0al.: Differentiable top-K operator with optimal transport. In: NeurIPS (2020)"},{"key":"15_CR24","doi-asserted-by":"crossref","unstructured":"Yu, C., Liu, J., Zhao, H.: IRL for intelligent mechanical ventilation and sedative dosing in intensive care units. BMC Med. Inf. Decis. Making 19, 111\u2013120 (2019)","DOI":"10.1186\/s12911-019-0763-6"},{"key":"15_CR25","unstructured":"Yu, C., Velu, A., et\u00a0al.: The surprising effectiveness of PPO in cooperative multi-agent games. In: NeurIPS (2022)"},{"key":"15_CR26","unstructured":"Yu, L., et\u00a0al.: Multi-agent adversarial IRL. In: International Conference on ML (2019)"},{"key":"15_CR27","unstructured":"Ziebart, B.D., Maas, A., Bagnell, J.A., Dey, A.K.: Maximum entropy inverse reinforcement learning. In: AAAI - Volume 3, pp. 1433\u20131438. AAAI Press (2008)"},{"key":"15_CR28","unstructured":"\u0160o\u0161i\u0107, A., KhudaBukhsh, W.R., Zoubir, A.M., Koeppl, H.: IRL in swarm systems. ArXiv abs\/1602.05450 (2016), https:\/\/api.semanticscholar.org\/CorpusID:1321482"}],"container-title":["Lecture Notes in Computer Science","PRICAI 2024: Trends in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-0128-8_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,16]],"date-time":"2024-11-16T19:24:29Z","timestamp":1731785069000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-0128-8_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,12]]},"ISBN":["9789819601271","9789819601288"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-0128-8_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,12]]},"assertion":[{"value":"12 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PRICAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Pacific Rim International Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kyoto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"pricai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.pricai.org\/2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}