{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T01:12:23Z","timestamp":1743037943987,"version":"3.40.3"},"publisher-location":"Cham","reference-count":51,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031434174"},{"type":"electronic","value":"9783031434181"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-43418-1_15","type":"book-chapter","created":{"date-parts":[[2023,9,16]],"date-time":"2023-09-16T09:02:26Z","timestamp":1694854946000},"page":"242-258","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Online Network Source Optimization with\u00a0Graph-Kernel MAB"],"prefix":"10.1007","author":[{"given":"Laura","family":"Toni","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Pascal","family":"Frossard","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,9,17]]},"reference":[{"issue":"1","key":"15_CR1","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s13235-010-0004-1","volume":"1","author":"D Acemoglu","year":"2011","unstructured":"Acemoglu, D., Ozdaglar, A.: Opinion dynamics and learning in social networks. Dyn. Games Appl. 1(1), 3\u201349 (2011)","journal-title":"Dyn. Games Appl."},{"key":"15_CR2","unstructured":"Agrawal, S., Goyal, N.: Analysis of Thompson sampling for the multi-armed bandit problem. In: Conference on Learning Theory. JMLR Workshop and Conference Proceedings, pp. 1\u201326 (2012)"},{"issue":"5439","key":"15_CR3","doi-asserted-by":"publisher","first-page":"509","DOI":"10.1126\/science.286.5439.509","volume":"286","author":"AL Barab\u00e1si","year":"1999","unstructured":"Barab\u00e1si, A.L., Albert, R.: Emergence of scaling in random networks. Science 286(5439), 509\u2013512 (1999)","journal-title":"Science"},{"key":"15_CR4","unstructured":"Bellemare, M.G., et al.: A geometric perspective on optimal representations for reinforcement learning. CoRR abs\/1901.11530 (2019)"},{"key":"15_CR5","unstructured":"Camilleri, R., Jamieson, K., Katz-Samuels, J.: High-dimensional experimental design and kernel bandits. In: Meila, M., Zhang, T. (eds.) Proceedings of International Conference on Machine Learning (ICML) (2021)"},{"key":"15_CR6","unstructured":"Caron, S., Kveton, B., Lelarge, M., Bhagat, S.: Leveraging side observations in stochastic bandits. ArXiv abs\/1210.4839 (2012)"},{"key":"15_CR7","unstructured":"Cesa-Bianchi, N., Gentile, C., Zappella, G.: A gang of bandits. In: Proceedings of Advances in Neural Information Processing Systems (NIPS), pp. 737\u2013745 (2013)"},{"key":"15_CR8","unstructured":"Chowdhury, S.R., Gopalan, A.: On kernelized multi-armed bandits. In: Precup, D., Teh, Y.W. (eds.) Proceedings of International Conference on Machine Learning (ICML) (2017)"},{"key":"15_CR9","unstructured":"Chu, W., Li, L., Reyzin, L., Schapire, R.E.: Contextual bandits with linear payoff functions. In: Proceedings of Artificial Intelligence and Statistics Conference (AISTATS), vol. 15, pp. 208\u2013214 (2011)"},{"key":"15_CR10","unstructured":"Esposito, E., Fusco, F., van der Hoeven, D., Cesa-Bianchi, N.: Learning on the edge: online learning with stochastic feedback graphs. arXiv:2210.04229 (2022)"},{"key":"15_CR11","unstructured":"Gentile, C., Li, S., Zappella, G.: Online clustering of bandits. In: Proceedings of International Conference on Machine Learning (ICML) (2014)"},{"key":"15_CR12","doi-asserted-by":"crossref","unstructured":"Ghari, P.M., Shen, Y.: Online learning with probabilistic feedback. In: Proceedings of IEEE International Conference on Acoustics, Speech and Signal Processing (ICASSP) (2022)","DOI":"10.1109\/ICASSP43922.2022.9746797"},{"key":"15_CR13","doi-asserted-by":"crossref","unstructured":"Hanawal, M.K., Saligrama, V.: Cost effective algorithms for spectral bandits. In: Proceedings of IEEE Conference on Communication, Control, and Computing (2015)","DOI":"10.1109\/ALLERTON.2015.7447161"},{"key":"15_CR14","doi-asserted-by":"crossref","unstructured":"He, Y., Wai, H.T.: Detecting central nodes from low-rank excited graph signals via structured factor analysis. arXiv preprint arXiv:2109.13573 (2021)","DOI":"10.1109\/TSP.2022.3167525"},{"key":"15_CR15","unstructured":"Hsieh, Y.G., Kasiviswanathan, S.P., Kveton, B., Bl\u00f6baum, P.: Thompson sampling with diffusion generative prior (2023)"},{"key":"15_CR16","unstructured":"H\u00f6lzle, U.: Our commitment to climate-conscious data center cooling. https:\/\/blog.google\/outreach-initiatives\/sustainability\/our-commitment-to-climate-conscious-data-center-cooling\/ (2022)"},{"key":"15_CR17","unstructured":"Id\u00e9, T., Murugesan, K., Bouneffouf, D., Abe, N.: Targeted advertising on social networks using online variational tensor regression. arXiv:2208.10627 (2022)"},{"issue":"7722","key":"15_CR18","doi-asserted-by":"publisher","first-page":"163","DOI":"10.1038\/d41586-018-06610-y","volume":"561","author":"N Jones","year":"2018","unstructured":"Jones, N.: How to stop data centres from gobbling up the world\u2019s electricity. Nature 561(7722), 163\u2013167 (2018)","journal-title":"Nature"},{"key":"15_CR19","unstructured":"Kassraie, P., Krause, A., Bogunovic, I.: Graph neural network bandits. In: Conference on Neural Information Processing Systems (NeurIPS) (2022)"},{"key":"15_CR20","doi-asserted-by":"crossref","unstructured":"Koc\u00e1k, T., Valko, M., Munos, R., Agrawal, S.: Spectral thompson sampling. In: Proceedings of AAAI Conference on Artificial Intelligence (2014)","DOI":"10.1609\/aaai.v28i1.9011"},{"key":"15_CR21","unstructured":"Korda, N., Szorenyi, B., Li, S.: Distributed clustering of linear bandits in peer to peer networks. In: Proceedings of International Conference on Machine Learning (ICML) (2016)"},{"key":"15_CR22","unstructured":"Lattimore, T., Szepesv\u00e1ri, C.: Bandit algorithms. arXiv (2018)"},{"key":"15_CR23","unstructured":"Lee, C.W., Luo, H., Zhang, M.: A closer look at small-loss bounds for bandits with graph feedback. In: Proceedings of International Conference on Algorithmic Learning Theory (ALT) (2020)"},{"key":"15_CR24","unstructured":"Li, S., Gentile, C., Karatzoglou, A., Zappella, G.: Data-dependent clustering in exploration-exploitation algorithms. arXiv preprint arXiv:1502.03473 (2015)"},{"key":"15_CR25","unstructured":"Li, S., Gentile, C., Karatzoglou, A., Zappella, G.: Online context-dependent clustering in recommendations based on exploration-exploitation algorithms. ArXiv abs\/1608.03544 (2016)"},{"key":"15_CR26","doi-asserted-by":"crossref","unstructured":"Li, S., Karatzoglou, A., Gentile, C.: Collaborative filtering bandits. In: Proceedings of International ACM Conference on Research and Development in Information Retrieval (2016)","DOI":"10.1145\/2911451.2911548"},{"key":"15_CR27","unstructured":"Lykouris, T., Tardos, E., Wali, D.: Feedback graph regret bounds for thompson sampling and ucb. In: Proceedings of International Conference on Algorithmic Learning Theory (ALT) (2020)"},{"issue":"3","key":"15_CR28","doi-asserted-by":"publisher","first-page":"923","DOI":"10.1109\/TNNLS.2018.2854796","volume":"30","author":"M Mohaghegh Neyshabouri","year":"2019","unstructured":"Mohaghegh Neyshabouri, M., Gokcesu, K., Gokcesu, H., Ozkan, H., Kozat, S.S.: Asymptotically optimal contextual bandit algorithm using hierarchical structures. IEEE Trans. Neural Netw. Learn. Syst. 30(3), 923\u2013937 (2019)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"issue":"3","key":"15_CR29","doi-asserted-by":"publisher","first-page":"769","DOI":"10.1109\/TAC.2013.2275670","volume":"59","author":"KH Movric","year":"2014","unstructured":"Movric, K.H., Lewis, F.L.: Cooperative optimal control for multi-agent systems on directed graph topologies. IEEE Trans. Autom. Control 59(3), 769\u2013774 (2014)","journal-title":"IEEE Trans. Autom. Control"},{"key":"15_CR30","doi-asserted-by":"crossref","unstructured":"Nassif, R., Vlaski, S., Sayed, A.H.: Adaptation and learning over networks under subspace constraints. ArXiv 1905.08750 (2019)","DOI":"10.1109\/IEEECONF44664.2019.9049074"},{"issue":"5","key":"15_CR31","doi-asserted-by":"publisher","first-page":"808","DOI":"10.1109\/JPROC.2018.2820126","volume":"106","author":"A Ortega","year":"2018","unstructured":"Ortega, A., Frossard, P., Kova\u010devi\u0107, J., Moura, J.M.F., Vandergheynst, P.: Graph signal processing: overview, challenges, and applications. Proc. IEEE 106(5), 808\u2013828 (2018)","journal-title":"Proc. IEEE"},{"issue":"1","key":"15_CR32","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1038\/s41598-019-43830-2","volume":"9","author":"N Perra","year":"2019","unstructured":"Perra, N., Rocha, L.E.: Modelling opinion dynamics in the age of algorithmic personalisation. Sci. Rep. 9(1), 1\u201311 (2019)","journal-title":"Sci. Rep."},{"key":"15_CR33","doi-asserted-by":"publisher","first-page":"2725","DOI":"10.1109\/TSP.2021.3075145","volume":"69","author":"R Ramakrishna","year":"2021","unstructured":"Ramakrishna, R., Scaglione, A.: Grid-graph signal processing (grid-gsp): a graph signal processing framework for the power grid. IEEE Trans. Signal Process. 69, 2725\u20132739 (2021)","journal-title":"IEEE Trans. Signal Process."},{"issue":"2","key":"15_CR34","first-page":"222","volume":"3","author":"H Salami","year":"2017","unstructured":"Salami, H., Ying, B., Sayed, A.H.: Social learning over weakly connected graphs. IEEE Trans. Signal Inf. Process. Netw. 3(2), 222\u2013238 (2017)","journal-title":"IEEE Trans. Signal Inf. Process. Netw."},{"issue":"3","key":"15_CR35","doi-asserted-by":"publisher","first-page":"83","DOI":"10.1109\/MSP.2012.2235192","volume":"30","author":"DI Shuman","year":"2013","unstructured":"Shuman, D.I., Narang, S.K., Frossard, P., Ortega, A., Vandergheynst, P.: The emerging field of signal processing on graphs: extending high-dimensional data analysis to networks and other irregular domains. IEEE Signal Process. Maga. 30(3), 83\u201398 (2013)","journal-title":"IEEE Signal Process. Maga."},{"issue":"1","key":"15_CR36","first-page":"2533","volume":"15","author":"A Slivkins","year":"2014","unstructured":"Slivkins, A.: Contextual bandits with similarity information. J. Mach. Learn. Res. 15(1), 2533\u20132568 (2014)","journal-title":"J. Mach. Learn. Res."},{"key":"15_CR37","doi-asserted-by":"crossref","unstructured":"Tang, S.: When social advertising meets viral marketing: sequencing social advertisements for influence maximization. In: AAAI (2018)","DOI":"10.1609\/aaai.v32i1.11306"},{"key":"15_CR38","unstructured":"Thaker, P.K., Malu, M., Rao, N., Dasarathy, G.: Maximizing and satisficing in multi-armed bandits with graph information (2022)"},{"issue":"3","key":"15_CR39","first-page":"484","volume":"3","author":"D Thanou","year":"2017","unstructured":"Thanou, D., Dong, X., Kressner, D., Frossard, P.: Learning heat diffusion graphs. IEEE Trans. Signal Inf. Process. Netw. 3(3), 484\u2013499 (2017)","journal-title":"IEEE Trans. Signal Inf. Process. Netw."},{"issue":"15","key":"15_CR40","doi-asserted-by":"publisher","first-page":"3849","DOI":"10.1109\/TSP.2014.2332441","volume":"62","author":"D Thanou","year":"2014","unstructured":"Thanou, D., Shuman, D.I., Frossard, P.: Learning parametric dictionaries for signals on graphs. IEEE Trans. Signal Process. 62(15), 3849\u20133862 (2014)","journal-title":"IEEE Trans. Signal Process."},{"key":"15_CR41","doi-asserted-by":"crossref","unstructured":"Toni, L., Frossard, P.: Online network source optimization with graph-kernel MAB. https:\/\/arxiv.org\/abs\/2307.03641 (2023)","DOI":"10.1007\/978-3-031-43418-1_15"},{"key":"15_CR42","unstructured":"Valko, M., Korda, N., Munos, R., Flaounas, I., Cristianini, N.: Finite-time analysis of kernelised contextual bandits (2013)"},{"key":"15_CR43","unstructured":"Valko, M., Munos, R.: Cheap bandits. In: Proceedings of International Conference on Machine Learning (ICML) (2015)"},{"key":"15_CR44","unstructured":"Valko, M., Munos, R., Kveton, B., Kocak, T.: Spectral bandits for smooth graph functions. In: Proceedings of International Conference on Machine Learning (ICML) (2014)"},{"key":"15_CR45","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1109\/TSP.2019.2961296","volume":"68","author":"HT Wai","year":"2019","unstructured":"Wai, H.T., Segarra, S., Ozdaglar, A.E., Scaglione, A., Jadbabaie, A.: Blind community detection from low-rank excitations of a graph filter. IEEE Trans. Signal Process. 68, 436\u2013451 (2019)","journal-title":"IEEE Trans. Signal Process."},{"key":"15_CR46","unstructured":"Waradpande, V., Kudenko, D., Khosla, M.: Deep reinforcement learning with graph-based state representations. arXiv:2004.13965 (2020)"},{"key":"15_CR47","unstructured":"Yang, K., Dong, X., Toni, L.: Laplacian-regularized graph bandits: algorithms and theoretical analysis. In: Proceedings of International Conference on Artificial Intelligence and Statistics (AISTATS) (2020)"},{"key":"15_CR48","doi-asserted-by":"crossref","unstructured":"Yang, K., Toni, L.: Graph-based recommendation system. In: 2018 IEEE Global Conference on Signal and Information Processing (GlobalSIP) (2018)","DOI":"10.1109\/GlobalSIP.2018.8646359"},{"key":"15_CR49","unstructured":"Yang, L., Wang, M.: Reinforcement learning in feature space: matrix bandit, kernels, and regret bound. In: III, H.D., Singh, A. (eds.) Proceedings of International Conference on Machine Learning (ICML), pp. 10746\u201310756 (2020)"},{"key":"15_CR50","unstructured":"Yuan, K., Ying, B., Zhao, X., Sayed, A.H.: Exact Diffusion for Distributed Optimization and Learning \u2013 Part I: Algorithm Development. ArXiv abs\/1702.05122 (2017)"},{"issue":"7","key":"15_CR51","doi-asserted-by":"publisher","first-page":"1315","DOI":"10.1109\/TCYB.2014.2350511","volume":"45","author":"H Zhang","year":"2015","unstructured":"Zhang, H., Feng, T., Yang, G.H., Liang, H.: Distributed cooperative optimal control for multiagent systems on directed graphs: an inverse optimal approach. IEEE Trans. Cybern. 45(7), 1315\u20131326 (2015)","journal-title":"IEEE Trans. Cybern."}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases: Research Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-43418-1_15","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,6,26]],"date-time":"2024-06-26T13:06:49Z","timestamp":1719407209000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-43418-1_15"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031434174","9783031434181"],"references-count":51,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-43418-1_15","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"17 September 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Our work is mostly of theoretical nature, and we do not foresee any direct ethical implications. There is always a risk, as for most works of theoretical and algorithmic nature in machine learning, that the work would be diverted from its original objective, and largely modified to design extensions in non-ethical applications. However, this is not obviously envisaged by the authors at the time of the writing.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical Statement"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Turin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"22 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2023.ecmlpkdd.org\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"CMT","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"829","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"196","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"0","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"24% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.63","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4.5","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Applied Data Science Track: 239 submissions, 58 accepted papers; Demo Track: 31 submissions, 16 accepted papers.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}