{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T14:31:14Z","timestamp":1742913074113,"version":"3.40.3"},"publisher-location":"Cham","reference-count":110,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031345852"},{"type":"electronic","value":"9783031345869"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-34586-9_14","type":"book-chapter","created":{"date-parts":[[2023,6,10]],"date-time":"2023-06-10T03:27:04Z","timestamp":1686367624000},"page":"174-206","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Flattening the\u00a0Curve Through Reinforcement Learning Driven Test and\u00a0Trace Policies"],"prefix":"10.1007","author":[{"given":"Andrei C.","family":"Rusu","sequence":"first","affiliation":[]},{"given":"Katayoun","family":"Farrahi","sequence":"additional","affiliation":[]},{"given":"Mahesan","family":"Niranjan","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2023,6,11]]},"reference":[{"key":"14_CR1","doi-asserted-by":"publisher","unstructured":"Abueg, M., et al.: Modeling the combined effect of digital exposure notification and non-pharmaceutical interventions on the COVID-19 epidemic in Washington state. In: medRxiv, p. 2020.08.29.20184135. Cold Spring Harbor Laboratory Press (2020). https:\/\/doi.org\/10.1101\/2020.08.29.20184135","DOI":"10.1101\/2020.08.29.20184135"},{"key":"14_CR2","unstructured":"Alon, U., Yahav, E.: On the bottleneck of graph neural networks and its practical implications. In: International Conference on Learning Representations (2022)"},{"key":"14_CR3","doi-asserted-by":"publisher","unstructured":"Andrews, N., et al.: COVID-19 vaccine effectiveness against the omicron (B.1.1.529) variant. New Engl. J. Med. 386(16), 1532\u20131546 (2022). https:\/\/doi.org\/10.1056\/NEJMoa2119451","DOI":"10.1056\/NEJMoa2119451"},{"key":"14_CR4","doi-asserted-by":"publisher","unstructured":"Bao, H., Dong, L., Wei, F.: BEiT: BERT pre-training of image transformers (2021). https:\/\/doi.org\/10.48550\/arXiv.2106.08254","DOI":"10.48550\/arXiv.2106.08254"},{"key":"14_CR5","doi-asserted-by":"publisher","unstructured":"Bastani, H., et al.: Efficient and targeted COVID-19 border testing via reinforcement learning. Nature 599(7883), 108\u2013113 (2021). https:\/\/doi.org\/10.1038\/s41586-021-04014-z, https:\/\/www.nature.com\/articles\/s41586-021-04014-z","DOI":"10.1038\/s41586-021-04014-z"},{"key":"14_CR6","doi-asserted-by":"publisher","unstructured":"Beaini, D., Passaro, S., L\u00e9tourneau, V., Hamilton, W.L., Corso, G., Li\u00f2, P.: Directional Graph Networks (2021). https:\/\/doi.org\/10.48550\/arXiv.2010.02863","DOI":"10.48550\/arXiv.2010.02863"},{"key":"14_CR7","doi-asserted-by":"publisher","unstructured":"Bello, I., Pham, H., Le, Q.V., Norouzi, M., Bengio, S.: Neural combinatorial optimization with reinforcement learning (2017). https:\/\/doi.org\/10.48550\/arXiv.1611.09940","DOI":"10.48550\/arXiv.1611.09940"},{"key":"14_CR8","doi-asserted-by":"publisher","unstructured":"Bodnar, C., Di Giovanni, F., Chamberlain, B.P., Li\u00f2, P., Bronstein, M.M.: Neural sheaf diffusion: a topological perspective on heterophily and oversmoothing in GNNs (2022). https:\/\/doi.org\/10.48550\/arXiv.2202.04579","DOI":"10.48550\/arXiv.2202.04579"},{"issue":"2","key":"14_CR9","doi-asserted-by":"publisher","first-page":"59","DOI":"10.1002\/cplx.20156","volume":"12","author":"D Braha","year":"2006","unstructured":"Braha, D., Bar-Yam, Y.: From centrality to temporary fame: dynamic centrality in complex networks. Complexity 12(2), 59\u201363 (2006). https:\/\/doi.org\/10.1002\/cplx.20156","journal-title":"Complexity"},{"key":"14_CR10","doi-asserted-by":"publisher","unstructured":"Brody, S., Alon, U., Yahav, E.: How attentive are graph attention networks? (2022). https:\/\/doi.org\/10.48550\/arXiv.2105.14491","DOI":"10.48550\/arXiv.2105.14491"},{"key":"14_CR11","unstructured":"Bronstein, M.: Deep learning on graphs: successes, challenges, and next steps (2022). https:\/\/towardsdatascience.com\/deep-learning-on-graphs-successes-challenges-and-next-steps-7d9ec220ba8"},{"key":"14_CR12","doi-asserted-by":"publisher","unstructured":"Bruxvoort, K.J., et al.: Effectiveness of mRNA-1273 against delta, mu, and other emerging variants of SARS-CoV-2: test negative case-control study. BMJ 375, e068848 (2021). https:\/\/doi.org\/10.1136\/bmj-2021-068848","DOI":"10.1136\/bmj-2021-068848"},{"key":"14_CR13","doi-asserted-by":"publisher","unstructured":"Chen, W., Wang, Y., Yang, S.: Efficient influence maximization in social networks. In: Proceedings of the 15th ACM SIGKDD International Conference on Knowledge Discovery and Data Mining - KDD 2009, p. 199. ACM Press, Paris (2009). https:\/\/doi.org\/10.1145\/1557019.1557047","DOI":"10.1145\/1557019.1557047"},{"issue":"2","key":"14_CR14","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1080\/15427951.2009.10129184","volume":"6","author":"F Chung","year":"2009","unstructured":"Chung, F., Horn, P., Tsiatas, A.: Distributing antidote using PageRank vectors. Internet Math. 6(2), 237\u2013254 (2009). https:\/\/doi.org\/10.1080\/15427951.2009.10129184","journal-title":"Internet Math."},{"issue":"1","key":"14_CR15","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1057\/s41599-021-00710-3","volume":"8","author":"R Clair","year":"2021","unstructured":"Clair, R., Gordon, M., Kroon, M., Reilly, C.: The effects of social isolation on well-being and life satisfaction during pandemic. Humanit. Soc. Sci. Commun. 8(1), 1\u20136 (2021). https:\/\/doi.org\/10.1057\/s41599-021-00710-3","journal-title":"Humanit. Soc. Sci. Commun."},{"key":"14_CR16","doi-asserted-by":"publisher","unstructured":"Cohen, R., Havlin, S., ben-Avraham, D.: Efficient immunization strategies for computer networks and populations. Phys. Rev. Lett. 91(24), 247901 (2003). https:\/\/doi.org\/10.1103\/PhysRevLett.91.247901","DOI":"10.1103\/PhysRevLett.91.247901"},{"key":"14_CR17","unstructured":"Dai, H., Khalil, E.B., Zhang, Y., Dilkina, B., Song, L.: Learning combinatorial optimization algorithms over graphs (2018)"},{"issue":"1","key":"14_CR18","doi-asserted-by":"publisher","first-page":"5412","DOI":"10.1038\/s41467-021-25531-5","volume":"12","author":"EL Davis","year":"2021","unstructured":"Davis, E.L., et al.: Contact tracing is an imperfect tool for controlling COVID-19 transmission and relies on population adherence. Nat. Commun. 12(1), 5412 (2021). https:\/\/doi.org\/10.1038\/s41467-021-25531-5","journal-title":"Nat. Commun."},{"key":"14_CR19","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. arXiv:1810.04805 [cs] (2019)"},{"issue":"1","key":"14_CR20","doi-asserted-by":"publisher","first-page":"240","DOI":"10.1186\/s12916-020-01698-4","volume":"18","author":"L Di Domenico","year":"2020","unstructured":"Di Domenico, L., Pullano, G., Sabbatini, C.E., Bo\u00eblle, P.Y., Colizza, V.: Impact of lockdown on COVID-19 epidemic in \u00cele-de-France and possible exit strategies. BMC Med. 18(1), 240 (2020). https:\/\/doi.org\/10.1186\/s12916-020-01698-4","journal-title":"BMC Med."},{"issue":"1","key":"14_CR21","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1186\/s12916-020-01791-8","volume":"18","author":"A Dighe","year":"2020","unstructured":"Dighe, A., et al.: Response to COVID-19 in South Korea and implications for lifting stringent interventions. BMC Med. 18(1), 321 (2020). https:\/\/doi.org\/10.1186\/s12916-020-01791-8","journal-title":"BMC Med."},{"key":"14_CR22","doi-asserted-by":"crossref","unstructured":"Erd\u00f6s, P., R\u00e9nyi, A.: On random graphs I. Publicationes Mathematicae Debrecen 6, 290 (1959)","DOI":"10.5486\/PMD.1959.6.3-4.12"},{"key":"14_CR23","doi-asserted-by":"publisher","unstructured":"Farrahi, K., Emonet, R., Cebrian, M.: Epidemic contact tracing via communication traces. PLoS ONE 9(5), e95133 (2014). https:\/\/doi.org\/10.1371\/journal.pone.0095133","DOI":"10.1371\/journal.pone.0095133"},{"key":"14_CR24","doi-asserted-by":"publisher","unstructured":"Ferdinands, J.M.: Waning 2-Dose and 3-dose effectiveness of mrna vaccines against COVID-19\u2013associated emergency department and urgent care encounters and hospitalizations among adults during periods of delta and omicron variant predominance\u2014VISION network, 10 States, August 2021\u2013January 2022. MMWR Morbidity Mortality Weekly Rep. 71 (2022). https:\/\/doi.org\/10.15585\/mmwr.mm7107e2","DOI":"10.15585\/mmwr.mm7107e2"},{"key":"14_CR25","doi-asserted-by":"publisher","unstructured":"Ferguson, N., et al.: Report 9: impact of non-pharmaceutical interventions (NPIs) to reduce COVID19 mortality and healthcare demand. Technical report, Imperial College London (2020). https:\/\/doi.org\/10.25561\/77482","DOI":"10.25561\/77482"},{"key":"14_CR26","doi-asserted-by":"publisher","unstructured":"Ferretti, L., et al.: Quantifying SARS-CoV-2 transmission suggests epidemic control with digital contact tracing. Science 368 (2020). https:\/\/doi.org\/10.1126\/science.abb6936","DOI":"10.1126\/science.abb6936"},{"key":"14_CR27","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1038\/s41524-021-00554-0","volume":"7","author":"V Fung","year":"2021","unstructured":"Fung, V., Zhang, J., Juarez, E., Sumpter, B.: Benchmarking graph neural networks for materials chemistry. NPJ Comput. Mater. 7, 84 (2021). https:\/\/doi.org\/10.1038\/s41524-021-00554-0","journal-title":"NPJ Comput. Mater."},{"issue":"25","key":"14_CR28","doi-asserted-by":"publisher","first-page":"2340","DOI":"10.1021\/j100540a008","volume":"81","author":"DT Gillespie","year":"1977","unstructured":"Gillespie, D.T.: Exact stochastic simulation of coupled chemical reactions. J. Phys. Chem. 81(25), 2340\u20132361 (1977). https:\/\/doi.org\/10.1021\/j100540a008","journal-title":"J. Phys. Chem."},{"key":"14_CR29","doi-asserted-by":"publisher","unstructured":"Gilmer, J., Schoenholz, S.S., Riley, P.F., Vinyals, O., Dahl, G.E.: Neural message passing for quantum chemistry (2017). https:\/\/doi.org\/10.48550\/arXiv.1704.01212","DOI":"10.48550\/arXiv.1704.01212"},{"key":"14_CR30","doi-asserted-by":"publisher","unstructured":"Gori, M., Monfardini, G., Scarselli, F.: A new model for earning in graph domains. In: Proceedings of the International Joint Conference on Neural Networks, vol. 2, pp. 729\u2013734 (2005). https:\/\/doi.org\/10.1109\/IJCNN.2005.1555942","DOI":"10.1109\/IJCNN.2005.1555942"},{"key":"14_CR31","unstructured":"Haarnoja, T., Zhou, A., Abbeel, P., Levine, S.: Soft actor-critic: off-policy maximum entropy deep reinforcement learning with a stochastic actor (2018)"},{"key":"14_CR32","unstructured":"Hamilton, W.L., Ying, R., Leskovec, J.: Inductive representation learning on large graphs. arXiv:1706.02216 [cs, stat] (2018)"},{"key":"14_CR33","unstructured":"He, J., et al.: Deep reinforcement learning with a combinatorial action space for predicting popular reddit threads. In: EMNLP (2019)"},{"key":"14_CR34","unstructured":"Henley, J.: COVID surges across Europe as experts warn not let guard down. The Guardian (2022). https:\/\/www.theguardian.com\/world\/2022\/jun\/21\/covid-surges-europe-ba4-ba5-cases"},{"key":"14_CR35","unstructured":"Hinch, R., et al.: Effective configurations of a digital contact tracing app: a report to NHSX. Technical report (2020)"},{"key":"14_CR36","unstructured":"Hoang, N., Maehara, T.: Revisiting graph neural networks: all we have is low-pass filters. arXiv:1905.09550 [cs, math, stat] (2019)"},{"issue":"2","key":"14_CR37","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1016\/0378-8733(83)90021-7","volume":"5","author":"PW Holland","year":"1983","unstructured":"Holland, P.W., Laskey, K.B., Leinhardt, S.: Stochastic blockmodels: first steps. Soc. Netw. 5(2), 109\u2013137 (1983). https:\/\/doi.org\/10.1016\/0378-8733(83)90021-7","journal-title":"Soc. Netw."},{"key":"14_CR38","doi-asserted-by":"publisher","unstructured":"Holme, P., Kim, B.J.: Growing scale-free networks with tunable clustering. Phys. Rev. E 65(2), 026107 (2002). https:\/\/doi.org\/10.1103\/PhysRevE.65.026107","DOI":"10.1103\/PhysRevE.65.026107"},{"key":"14_CR39","doi-asserted-by":"publisher","unstructured":"Huang, Q., Yamada, M., Tian, Y., Singh, D., Yin, D., Chang, Y.: GraphLIME: local interpretable model explanations for graph neural networks (2020). https:\/\/doi.org\/10.48550\/arXiv.2001.06216","DOI":"10.48550\/arXiv.2001.06216"},{"key":"14_CR40","doi-asserted-by":"publisher","unstructured":"Huerta, R., Tsimring, L.S.: Contact tracing and epidemics control in social networks. Phys. Rev. E 66(5), 056115 (2002). https:\/\/doi.org\/10.1103\/PhysRevE.66.056115","DOI":"10.1103\/PhysRevE.66.056115"},{"key":"14_CR41","doi-asserted-by":"publisher","unstructured":"Jhun, B.: Effective vaccination strategy using graph neural network ansatz (2021). https:\/\/doi.org\/10.48550\/arXiv.2111.00920","DOI":"10.48550\/arXiv.2111.00920"},{"key":"14_CR42","doi-asserted-by":"crossref","unstructured":"Joffe, A.R.: COVID-19: rethinking the lockdown groupthink. Front. Public Health 9 (2021)","DOI":"10.3389\/fpubh.2021.625778"},{"key":"14_CR43","unstructured":"Joshi, C.K., Laurent, T., Bresson, X.: An efficient graph convolutional network technique for the travelling salesman problem (2019)"},{"key":"14_CR44","unstructured":"Kapoor, A., et al.: Examining COVID-19 forecasting using spatio-temporal graph neural networks. arXiv:2007.03113 [cs] (2020)"},{"key":"14_CR45","doi-asserted-by":"publisher","unstructured":"Kermack, W.O., McKendrick, A.G., Walker, G.T.: A contribution to the mathematical theory of epidemics. Proc. Roy. Soc. London Ser. A Containing Pap. Math. Phys. Character 115(772), 700\u2013721 (1927). https:\/\/doi.org\/10.1098\/rspa.1927.0118","DOI":"10.1098\/rspa.1927.0118"},{"key":"14_CR46","doi-asserted-by":"publisher","unstructured":"Khan, S., Naseer, M., Hayat, M., Zamir, S.W., Khan, F.S., Shah, M.: Transformers in vision: a survey. ACM Comput. Surv. 3505244 (2022). https:\/\/doi.org\/10.1145\/3505244","DOI":"10.1145\/3505244"},{"key":"14_CR47","doi-asserted-by":"publisher","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization (2017). https:\/\/doi.org\/10.48550\/arXiv.1412.6980","DOI":"10.48550\/arXiv.1412.6980"},{"key":"14_CR48","unstructured":"Kipf, T.N., Welling, M.: Semi-supervised classification with graph convolutional networks. In: 5th International Conference on Learning Representations, ICLR 2017, Toulon, France, 24\u201326 April 2017. Conference Track Proceedings (2017). OpenReview.net"},{"key":"14_CR49","doi-asserted-by":"publisher","unstructured":"Kiran, B.R., et al.: Deep reinforcement learning for autonomous driving: a survey. IEEE Trans. Intell. Transp. Syst. 23(6), 4909\u20134926 (2022). https:\/\/doi.org\/10.1109\/TITS.2021.3054625","DOI":"10.1109\/TITS.2021.3054625"},{"key":"14_CR50","doi-asserted-by":"publisher","unstructured":"Kobayashi, T.: Adaptive and multiple time-scale eligibility traces for online deep reinforcement learning. Robot. Auton. Syst. 151, 104019 (2022). https:\/\/doi.org\/10.1016\/j.robot.2021.104019","DOI":"10.1016\/j.robot.2021.104019"},{"issue":"5","key":"14_CR51","doi-asserted-by":"publisher","first-page":"652","DOI":"10.1038\/s41567-021-01187-2","volume":"17","author":"S Kojaku","year":"2021","unstructured":"Kojaku, S., H\u00e9bert-Dufresne, L., Mones, E., Lehmann, S., Ahn, Y.Y.: The effectiveness of backward contact tracing in networks. Nat. Phys. 17(5), 652\u2013658 (2021). https:\/\/doi.org\/10.1038\/s41567-021-01187-2","journal-title":"Nat. Phys."},{"key":"14_CR52","unstructured":"Konda, V., Tsitsiklis, J.: Actor-critic algorithms. In: Advances in Neural Information Processing Systems, vol. 12. MIT Press (1999)"},{"key":"14_CR53","doi-asserted-by":"publisher","unstructured":"Kool, W., van Hoof, H., Welling, M.: Attention, learn to solve routing problems! (2019). https:\/\/doi.org\/10.48550\/arXiv.1803.08475","DOI":"10.48550\/arXiv.1803.08475"},{"key":"14_CR54","doi-asserted-by":"publisher","first-page":"1421","DOI":"10.1613\/jair.1.12412","volume":"69","author":"A Lazaridis","year":"2020","unstructured":"Lazaridis, A., Fachantidis, A., Vlahavas, I.: Deep reinforcement learning: a state-of-the-art walkthrough. J. Artif. Intell. Res. 69, 1421\u20131471 (2020). https:\/\/doi.org\/10.1613\/jair.1.12412","journal-title":"J. Artif. Intell. Res."},{"issue":"10319","key":"14_CR55","doi-asserted-by":"publisher","first-page":"2","DOI":"10.1016\/S0140-6736(21)02841-5","volume":"399","author":"K Leung","year":"2022","unstructured":"Leung, K., Wu, J.T.: Managing waning vaccine protection against SARS-CoV-2 variants. Lancet 399(10319), 2\u20133 (2022). https:\/\/doi.org\/10.1016\/S0140-6736(21)02841-5","journal-title":"Lancet"},{"key":"14_CR56","unstructured":"Lillicrap, T.P., et al.: Continuous control with deep reinforcement learning. Paper presented at 4th International Conference on Learning Representations, ICLR 2016, San Juan, Puerto Rico (2016)"},{"issue":"1","key":"14_CR57","doi-asserted-by":"publisher","first-page":"43330","DOI":"10.1038\/srep43330","volume":"7","author":"D Liu","year":"2017","unstructured":"Liu, D., Jing, Y., Zhao, J., Wang, W., Song, G.: A fast and efficient algorithm for mining top-k nodes in complex networks. Sci. Rep. 7(1), 43330 (2017). https:\/\/doi.org\/10.1038\/srep43330","journal-title":"Sci. Rep."},{"key":"14_CR58","doi-asserted-by":"publisher","unstructured":"Lundberg, S., Lee, S.I.: A unified approach to interpreting model predictions (2017). https:\/\/doi.org\/10.48550\/arXiv.1705.07874","DOI":"10.48550\/arXiv.1705.07874"},{"issue":"4","key":"14_CR59","doi-asserted-by":"publisher","first-page":"36","DOI":"10.1109\/MPRV.2011.79","volume":"11","author":"A Madan","year":"2012","unstructured":"Madan, A., Cebrian, M., Moturu, S., Farrahi, K., Pentland, A.S.: Sensing the \u201chealth state\u2019\u2019 of a community. IEEE Pervasive Comput. 11(4), 36\u201345 (2012). https:\/\/doi.org\/10.1109\/MPRV.2011.79","journal-title":"IEEE Pervasive Comput."},{"key":"14_CR60","doi-asserted-by":"publisher","unstructured":"Martinez-Garcia, M., Sansano-Sansano, E., Castillo-Hornero, A., Femenia, R., Roomp, K., Oliver, N.: Social isolation during the COVID-19 pandemic in Spain: a population study (2022). https:\/\/doi.org\/10.1101\/2022.01.22.22269682","DOI":"10.1101\/2022.01.22.22269682"},{"key":"14_CR61","unstructured":"Mason, R., Allegretti, A., Devlin, H., Sample, I.: UK treasury pushes to end most free Covid testing despite experts\u2019 warnings. The Guardian (2022)"},{"key":"14_CR62","doi-asserted-by":"publisher","unstructured":"Masuda, N.: Immunization of networks with community structure. New J. Phys. 11(12), 123018 (2009). https:\/\/doi.org\/10.1088\/1367-2630\/11\/12\/123018","DOI":"10.1088\/1367-2630\/11\/12\/123018"},{"issue":"8","key":"14_CR63","doi-asserted-by":"publisher","first-page":"1740","DOI":"10.3201\/eid2608.201093","volume":"26","author":"L Matrajt","year":"2020","unstructured":"Matrajt, L., Leung, T.: Evaluating the effectiveness of social distancing interventions to delay or flatten the epidemic curve of coronavirus disease. Emerg. Infect. Dis. 26(8), 1740\u20131748 (2020). https:\/\/doi.org\/10.3201\/eid2608.201093","journal-title":"Emerg. Infect. Dis."},{"key":"14_CR64","unstructured":"Mei, J., Xiao, C., Dai, B., Li, L., Szepesvari, C., Schuurmans, D.: Escaping the gravitational pull of softmax. In: Advances in Neural Information Processing Systems, vol. 33, pp. 21130\u201321140. Curran Associates, Inc. (2020)"},{"key":"14_CR65","unstructured":"Meirom, E., Maron, H., Mannor, S., Chechik, G.: Controlling graph dynamics with reinforcement learning and graph neural networks. In: Proceedings of the 38th International Conference on Machine Learning, pp. 7565\u20137577. PMLR (2021)"},{"issue":"1","key":"14_CR66","doi-asserted-by":"publisher","first-page":"441","DOI":"10.1145\/2796314.2745883","volume":"43","author":"E Meirom","year":"2015","unstructured":"Meirom, E., Milling, C., Caramanis, C., Mannor, S., Shakkottai, S., Orda, A.: Localized epidemic detection in networks with overwhelming noise. ACM SIGMETRICS Perform. Eval. Rev. 43(1), 441\u2013442 (2015). https:\/\/doi.org\/10.1145\/2796314.2745883","journal-title":"ACM SIGMETRICS Perform. Eval. Rev."},{"issue":"7","key":"14_CR67","doi-asserted-by":"publisher","first-page":"415","DOI":"10.1038\/s41576-021-00360-w","volume":"22","author":"TR Mercer","year":"2021","unstructured":"Mercer, T.R., Salit, M.: Testing at scale during the COVID-19 pandemic. Nat. Rev. Genet. 22(7), 415\u2013426 (2021). https:\/\/doi.org\/10.1038\/s41576-021-00360-w","journal-title":"Nat. Rev. Genet."},{"issue":"2","key":"14_CR68","doi-asserted-by":"publisher","first-page":"780","DOI":"10.1016\/j.physa.2007.08.054","volume":"386","author":"JC Miller","year":"2007","unstructured":"Miller, J.C., Hyman, J.M.: Effective vaccination strategies for realistic social networks. Phys. A 386(2), 780\u2013785 (2007). https:\/\/doi.org\/10.1016\/j.physa.2007.08.054","journal-title":"Phys. A"},{"key":"14_CR69","doi-asserted-by":"publisher","unstructured":"Mnih, V., et al.: Playing atari with deep reinforcement learning (2013). https:\/\/doi.org\/10.48550\/arXiv.1312.5602","DOI":"10.48550\/arXiv.1312.5602"},{"issue":"7540","key":"14_CR70","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1038\/nature14236","volume":"518","author":"V Mnih","year":"2015","unstructured":"Mnih, V., et al.: Human-level control through deep reinforcement learning. Nature 518(7540), 529\u2013533 (2015). https:\/\/doi.org\/10.1038\/nature14236","journal-title":"Nature"},{"key":"14_CR71","doi-asserted-by":"crossref","unstructured":"Morris, C., et al.: Weisfeiler and leman go neural: higher-order graph neural networks. arXiv:1810.02244 [cs, stat] (2020)","DOI":"10.1609\/aaai.v33i01.33014602"},{"key":"14_CR72","unstructured":"Moshiri, N.: The dual-Barab\u00e1si-Albert model (2018)"},{"issue":"1","key":"14_CR73","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/s40649-018-0056-8","volume":"5","author":"T Murata","year":"2018","unstructured":"Murata, T., Koga, H.: Extended methods for influence maximization in dynamic networks. Comput. Soc. Netw. 5(1), 1\u201321 (2018). https:\/\/doi.org\/10.1186\/s40649-018-0056-8","journal-title":"Comput. Soc. Netw."},{"key":"14_CR74","unstructured":"Oono, K., Suzuki, T.: Graph neural networks exponentially lose expressive power for node classification. arXiv:1905.10947 [cs, stat] (2021)"},{"key":"14_CR75","doi-asserted-by":"crossref","unstructured":"Panagopoulos, G., Nikolentzos, G., Vazirgiannis, M.: Transfer graph neural networks for pandemic forecasting. arXiv:2009.08388 [cs, stat] (2021)","DOI":"10.1609\/aaai.v35i6.16616"},{"issue":"7","key":"14_CR76","doi-asserted-by":"publisher","first-page":"1013","DOI":"10.1038\/s41587-022-01350-x","volume":"40","author":"JA Pandit","year":"2022","unstructured":"Pandit, J.A., Radin, J.M., Quer, G., Topol, E.J.: Smartphone apps in the COVID-19 pandemic. Nat. Biotechnol. 40(7), 1013\u20131022 (2022). https:\/\/doi.org\/10.1038\/s41587-022-01350-x","journal-title":"Nat. Biotechnol."},{"issue":"1","key":"14_CR77","doi-asserted-by":"publisher","first-page":"99","DOI":"10.1109\/TCNS.2014.2310911","volume":"1","author":"VM Preciado","year":"2014","unstructured":"Preciado, V.M., Zargham, M., Enyioha, C., Jadbabaie, A., Pappas, G.J.: Optimal resource allocation for network protection against spreading processes. IEEE Trans. Control Netw. Syst. 1(1), 99\u2013108 (2014). https:\/\/doi.org\/10.1109\/TCNS.2014.2310911","journal-title":"IEEE Trans. Control Netw. Syst."},{"key":"14_CR78","doi-asserted-by":"publisher","DOI":"10.1002\/9780470316887","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"ML Puterman","year":"1994","unstructured":"Puterman, M.L.: Markov Decision Processes: Discrete Stochastic Dynamic Programming, 1st edn. Wiley, USA (1994)","edition":"1"},{"key":"14_CR79","unstructured":"Rayner, D.C., Sturtevant, N.R., Bowling, M.: Subset selection of search heuristics. In: IJCAI (2019)"},{"key":"14_CR80","doi-asserted-by":"publisher","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cWhy should i trust you?\u201d: explaining the predictions of any classifier (2016). https:\/\/doi.org\/10.48550\/arXiv.1602.04938","DOI":"10.48550\/arXiv.1602.04938"},{"key":"14_CR81","doi-asserted-by":"publisher","unstructured":"Rimmer, A.: Sixty seconds on . . . the pingdemic. BMJ 374, n1822 (2021). https:\/\/doi.org\/10.1136\/bmj.n1822","DOI":"10.1136\/bmj.n1822"},{"key":"14_CR82","unstructured":"Rummery, G., Niranjan, M.: On-line Q-learning using connectionist systems. Technical report CUED\/F-INFENG\/TR 166 (1994)"},{"key":"14_CR83","doi-asserted-by":"publisher","DOI":"10.1101\/2021.04.29.21256307","author":"A Rusu","year":"2021","unstructured":"Rusu, A., Farrahi, K., Emonet, R.: Modelling digital and manual contact tracing for COVID-19 Are low uptakes and missed contacts deal-breakers? Preprint. Epidemiology (2021). https:\/\/doi.org\/10.1101\/2021.04.29.21256307","journal-title":"Epidemiology"},{"key":"14_CR84","doi-asserted-by":"publisher","unstructured":"Salath\u00e9, M., Jones, J.H.: Dynamics and control of diseases in networks with community structure. PLOS Comput. Biol. 6(4), e1000736 (2010). https:\/\/doi.org\/10.1371\/journal.pcbi.1000736, https:\/\/journals.plos.org\/ploscompbiol\/article?id=10.1371\/journal.pcbi.1000736","DOI":"10.1371\/journal.pcbi.1000736"},{"key":"14_CR85","doi-asserted-by":"publisher","unstructured":"Sato, R., Yamada, M., Kashima, H.: Random features strengthen graph neural networks (2021). https:\/\/doi.org\/10.48550\/arXiv.2002.03155","DOI":"10.48550\/arXiv.2002.03155"},{"issue":"1","key":"14_CR86","doi-asserted-by":"publisher","first-page":"61","DOI":"10.1109\/TNN.2008.2005605","volume":"20","author":"F Scarselli","year":"2009","unstructured":"Scarselli, F., Gori, M., Tsoi, A.C., Hagenbuchner, M., Monfardini, G.: The graph neural network model. IEEE Trans. Neural Netw. 20(1), 61\u201380 (2009). https:\/\/doi.org\/10.1109\/TNN.2008.2005605","journal-title":"IEEE Trans. Neural Netw."},{"key":"14_CR87","doi-asserted-by":"publisher","unstructured":"Schulman, J., Moritz, P., Levine, S., Jordan, M., Abbeel, P.: High-dimensional continuous control using generalized advantage estimation (2018). https:\/\/doi.org\/10.48550\/arXiv.1506.02438","DOI":"10.48550\/arXiv.1506.02438"},{"key":"14_CR88","unstructured":"Schulman, J., Wolski, F., Dhariwal, P., Radford, A., Klimov, O.: Proximal policy optimization algorithms. arXiv:1707.06347 [cs] (2017)"},{"key":"14_CR89","doi-asserted-by":"publisher","unstructured":"Serafino, M., et al.: Digital contact tracing and network theory to stop the spread of COVID-19 using big-data on human mobility geolocalization. PLOS Comput. Biol. 18(4), e1009865 (2022). https:\/\/doi.org\/10.1371\/journal.pcbi.1009865","DOI":"10.1371\/journal.pcbi.1009865"},{"key":"14_CR90","unstructured":"Shah, C., et al.: Finding patient zero: learning contagion source with graph neural networks (2020)"},{"issue":"2","key":"14_CR91","doi-asserted-by":"publisher","first-page":"69","DOI":"10.1038\/s41577-022-00678-4","volume":"22","author":"A Sigal","year":"2022","unstructured":"Sigal, A.: Milder disease with Omicron: is it the virus or the pre-existing immunity? Nat. Rev. Immunol. 22(2), 69\u201371 (2022). https:\/\/doi.org\/10.1038\/s41577-022-00678-4","journal-title":"Nat. Rev. Immunol."},{"key":"14_CR92","doi-asserted-by":"publisher","unstructured":"Silver, D., et al.: Mastering the game of Go with deep neural networks and tree search. Nature 529(7587), 484\u2013489 (2016). https:\/\/doi.org\/10.1038\/nature16961","DOI":"10.1038\/nature16961"},{"key":"14_CR93","doi-asserted-by":"publisher","unstructured":"Silver, D., et al.: Mastering chess and shogi by self-play with a general reinforcement learning algorithm (2017). https:\/\/doi.org\/10.48550\/arXiv.1712.01815","DOI":"10.48550\/arXiv.1712.01815"},{"key":"14_CR94","unstructured":"Smith, J.: Demand for Covid vaccines falls amid waning appetite for booster shots. Financial Times (2022). https:\/\/www.ft.com\/content\/9ac9f8fc-1ab3-4cb2-81bf-259ba612f600"},{"issue":"6","key":"14_CR95","doi-asserted-by":"publisher","first-page":"976","DOI":"10.1093\/infdis\/jiab337","volume":"224","author":"RL Smith","year":"2021","unstructured":"Smith, R.L., et al.: Longitudinal assessment of diagnostic test performance over the course of acute SARS-CoV-2 infection. J. Infect. Dis. 224(6), 976\u2013982 (2021). https:\/\/doi.org\/10.1093\/infdis\/jiab337","journal-title":"J. Infect. Dis."},{"key":"14_CR96","doi-asserted-by":"publisher","unstructured":"Song, H., et al.: Solving continual combinatorial selection via deep reinforcement learning. In: Proceedings of the Twenty-Eighth International Joint Conference on Artificial Intelligence, pp. 3467\u20133474 (2019). https:\/\/doi.org\/10.24963\/ijcai.2019\/481","DOI":"10.24963\/ijcai.2019\/481"},{"key":"14_CR97","doi-asserted-by":"crossref","unstructured":"Su, Z., Cheshmehzangi, A., McDonnell, D., da Veiga, C.P., Xiang, Y.T.: Mind the \u201cVaccine Fatigue\u201d. Front. Immunol. 13 (2022)","DOI":"10.3389\/fimmu.2022.839433"},{"key":"14_CR98","doi-asserted-by":"publisher","unstructured":"Sukumar, S.R., Nutaro, J.J.: Agent-based vs. equation-based epidemiological models: a model selection case study. In: 2012 ASE\/IEEE International Conference on BioMedical Computing (BioMedCom), pp. 74\u201379 (2012). https:\/\/doi.org\/10.1109\/BioMedCom.2012.19","DOI":"10.1109\/BioMedCom.2012.19"},{"issue":"1","key":"14_CR99","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1007\/BF00115009","volume":"3","author":"RS Sutton","year":"1988","unstructured":"Sutton, R.S.: Learning to predict by the methods of temporal differences. Mach. Learn. 3(1), 9\u201344 (1988). https:\/\/doi.org\/10.1007\/BF00115009","journal-title":"Mach. Learn."},{"key":"14_CR100","series-title":"Adaptive Computation and Machine Learning Series","volume-title":"Reinforcement Learning: An Introduction","author":"RS Sutton","year":"2018","unstructured":"Sutton, R.S., Barto, A.G.: Reinforcement Learning: An Introduction. Adaptive Computation and Machine Learning Series, 2nd edn. The MIT Press, Cambridge (2018)","edition":"2"},{"issue":"1","key":"14_CR101","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s41019-020-00117-1","volume":"5","author":"S Tian","year":"2020","unstructured":"Tian, S., Mo, S., Wang, L., Peng, Z.: Deep reinforcement learning-based approach to tackle topic-aware influence maximization. Data Sci. Eng. 5(1), 1\u201311 (2020). https:\/\/doi.org\/10.1007\/s41019-020-00117-1","journal-title":"Data Sci. Eng."},{"key":"14_CR102","doi-asserted-by":"publisher","unstructured":"Tomy, A., Razzanelli, M., Di\u00a0Lauro, F., Rus, D., Della\u00a0Santina, C.: Estimating the state of epidemics spreading with graph neural networks. Nonlinear Dyn. 109(1), 249\u2013263 (2022). https:\/\/doi.org\/10.1007\/s11071-021-07160-1","DOI":"10.1007\/s11071-021-07160-1"},{"key":"14_CR103","doi-asserted-by":"publisher","unstructured":"van Hasselt, H., Madjiheurem, S., Hessel, M., Silver, D., Barreto, A., Borsa, D.: Expected eligibility traces. In: Proceedings of the AAAI Conference on Artificial Intelligence, vol. 35, pp. 9997\u201310005 (2021). https:\/\/doi.org\/10.1609\/aaai.v35i11.17200","DOI":"10.1609\/aaai.v35i11.17200"},{"key":"14_CR104","unstructured":"Vaswani, A., et al.: Attention is all you need. In: Advances in Neural Information Processing Systems, vol. 30. Curran Associates, Inc. (2017)"},{"key":"14_CR105","unstructured":"Veli\u010dkovi\u0107, P., Cucurull, G., Casanova, A., Romero, A., Li\u00f2, P., Bengio, Y.: Graph attention networks. arXiv:1710.10903 [cs, stat] (2018)"},{"key":"14_CR106","unstructured":"Watkins, C.: Learning from delayed rewards (1989)"},{"issue":"7863","key":"14_CR107","doi-asserted-by":"publisher","first-page":"408","DOI":"10.1038\/s41586-021-03606-z","volume":"594","author":"C Wymant","year":"2021","unstructured":"Wymant, C., et al.: The epidemiological impact of the NHS COVID-19 app. Nature 594(7863), 408\u2013412 (2021). https:\/\/doi.org\/10.1038\/s41586-021-03606-z","journal-title":"Nature"},{"key":"14_CR108","unstructured":"Xu, K., Hu, W., Leskovec, J., Jegelka, S.: How powerful are graph neural networks? arXiv:1810.00826 [Cs, Stat] (2019)"},{"issue":"1","key":"14_CR109","doi-asserted-by":"publisher","first-page":"185","DOI":"10.1162\/NECO\\_a_00537","volume":"26","author":"M Yamada","year":"2014","unstructured":"Yamada, M., Jitkrittum, W., Sigal, L., Xing, E.P., Sugiyama, M.: High-dimensional feature selection by feature-wise kernelized lasso. Neural Comput. 26(1), 185\u2013207 (2014). https:\/\/doi.org\/10.1162\/NECO_a_00537","journal-title":"Neural Comput."},{"key":"14_CR110","doi-asserted-by":"publisher","first-page":"57","DOI":"10.1016\/j.aiopen.2021.01.001","volume":"1","author":"J Zhou","year":"2020","unstructured":"Zhou, J., et al.: Graph neural networks: a review of methods and applications. AI Open 1, 57\u201381 (2020). https:\/\/doi.org\/10.1016\/j.aiopen.2021.01.001","journal-title":"AI Open"}],"container-title":["Lecture Notes of the Institute for Computer Sciences, Social Informatics and Telecommunications Engineering","Pervasive Computing Technologies for Healthcare"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-34586-9_14","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,6,10]],"date-time":"2023-06-10T03:33:02Z","timestamp":1686367982000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-34586-9_14"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031345852","9783031345869"],"references-count":110,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-34586-9_14","relation":{},"ISSN":["1867-8211","1867-822X"],"issn-type":[{"type":"print","value":"1867-8211"},{"type":"electronic","value":"1867-822X"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"11 June 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PH","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Pervasive Computing Technologies for Healthcare","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Thessaloniki","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Greece","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2022","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 December 2022","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"14 December 2022","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ph2022","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/pervasivehealth.eai-conferences.org\/2022\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Confy Plus","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"120","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"45","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"38% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2.5","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}