{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T16:03:55Z","timestamp":1775837035532,"version":"3.50.1"},"publisher-location":"New York, NY, USA","reference-count":80,"publisher":"ACM","license":[{"start":{"date-parts":[[2023,4,30]],"date-time":"2023-04-30T00:00:00Z","timestamp":1682812800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"name":"China NSF grant","award":["62132018, U2268204, 62272307 61902248, 61972254, 61972252, 62025204, 62072303"],"award-info":[{"award-number":["62132018, U2268204, 62272307 61902248, 61972254, 61972252, 62025204, 62072303"]}]},{"name":"Tencent Rhino Bird Key Research Project"},{"name":"National Key R&D Program of China","award":["2020YFB1707900"],"award-info":[{"award-number":["2020YFB1707900"]}]},{"name":"Alibaba Group through Alibaba Innovative Research Program"},{"name":"Shanghai Science and Technology fund","award":["20PJ1407900"],"award-info":[{"award-number":["20PJ1407900"]}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2023,4,30]]},"DOI":"10.1145\/3543507.3583426","type":"proceedings-article","created":{"date-parts":[[2023,4,26]],"date-time":"2023-04-26T23:30:25Z","timestamp":1682551825000},"page":"3044-3055","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":21,"title":["To Store or Not? Online Data Selection for Federated Learning with Limited Storage"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-0333-6418","authenticated-orcid":false,"given":"Chen","family":"Gong","sequence":"first","affiliation":[{"name":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5094-5331","authenticated-orcid":false,"given":"Zhenzhe","family":"Zheng","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0965-9058","authenticated-orcid":false,"given":"Fan","family":"Wu","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4335-5157","authenticated-orcid":false,"given":"Yunfeng","family":"Shao","sequence":"additional","affiliation":[{"name":"Noah\u2019s Ark Lab, Huawei Technologies, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7655-6919","authenticated-orcid":false,"given":"Bingshuai","family":"Li","sequence":"additional","affiliation":[{"name":"Noah\u2019s Ark Lab, Huawei Technologies, China"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-6934-1685","authenticated-orcid":false,"given":"Guihai","family":"Chen","sequence":"additional","affiliation":[{"name":"Department of Computer Science and Engineering, Shanghai Jiao Tong University, China"}]}],"member":"320","published-online":{"date-parts":[[2023,4,30]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1145\/3214303"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"crossref","unstructured":"Puneet\u00a0Kumar Aggarwal Parita Jain Jaya Mehta Riya Garg Kshirja Makar and Poorvi Chaudhary. 2021. Machine learning data mining and big data analytics for 5G-enabled IoT. In Blockchain for 5G-Enabled IoT. 351\u2013375.","DOI":"10.1007\/978-3-030-67490-8_14"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447382"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/WAINA.2016.131"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.2018.1700560"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/3477091.3482761"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2019.2959245"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/SURV.2013.052213.00046"},{"key":"e_1_3_2_1_9_1","volume-title":"Models in cooperative game theory. Vol.\u00a0556","author":"Branzei Rodica","unstructured":"Rodica Branzei, Dinko Dimitrov, and Stef Tijs. 2008. Models in cooperative game theory. Vol.\u00a0556. Springer Science & Business Media."},{"key":"e_1_3_2_1_10_1","volume-title":"Peter Wu, Tian Li, Jakub Kone\u010dn\u1ef3, H\u00a0Brendan McMahan, Virginia Smith, and Ameet Talwalkar.","author":"Caldas Sebastian","year":"2018","unstructured":"Sebastian Caldas, Sai Meher\u00a0Karthik Duddu, Peter Wu, Tian Li, Jakub Kone\u010dn\u1ef3, H\u00a0Brendan McMahan, Virginia Smith, and Ameet Talwalkar. 2018. Leaf: A benchmark for federated settings. arXiv preprint arXiv:1812.01097 (2018)."},{"key":"e_1_3_2_1_11_1","unstructured":"Zheng Chai Hannan Fayyaz Zeshan Fayyaz Ali Anwar Yi Zhou Nathalie Baracaldo Heiko Ludwig and Yue Cheng. 2019. Towards taming the resource and data heterogeneity in federated learning. In { USENIX} Conference on Operational Machine Learning (OpML)."},{"key":"e_1_3_2_1_12_1","volume-title":"Conference on Neural Information Processing Systems (NeurIPS).","author":"Chang Haw-Shiuan","year":"2017","unstructured":"Haw-Shiuan Chang, Erik Learned-Miller, and Andrew McCallum. 2017. Active bias: Training more accurate neural networks by emphasizing high variance samples. In Conference on Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1109\/BigData50022.2020.9378161"},{"key":"e_1_3_2_1_14_1","volume-title":"Heterogeneous Ensemble Knowledge Transfer for Training Large Models in Federated Learning. In International Joint Conferences on Artificial Intelligence Organization (IJCAI).","author":"Cho Yae\u00a0Jee","year":"2022","unstructured":"Yae\u00a0Jee Cho, Andre Manoel, Gauri Joshi, Robert Sim, and Dimitrios Dimitriadis. 2022. Heterogeneous Ensemble Knowledge Transfer for Training Large Models in Federated Learning. In International Joint Conferences on Artificial Intelligence Organization (IJCAI)."},{"key":"e_1_3_2_1_15_1","volume-title":"International Conference on Artificial Intelligence and Statistics (AISTATS).","author":"Cho Yae\u00a0Jee","year":"2022","unstructured":"Yae\u00a0Jee Cho, Jianyu Wang, and Gauri Joshi. 2022. Towards understanding biased client selection in federated learning. In International Conference on Artificial Intelligence and Statistics (AISTATS)."},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.2307\/1271434"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1109\/49.400660"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"crossref","unstructured":"Yunbin Deng. 2019. Deep learning on mobile devices: a review. In Mobile Multimedia\/Image Processing Security and Applications.","DOI":"10.1117\/12.2518469"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-79228-4_1"},{"key":"e_1_3_2_1_20_1","volume-title":"Conference on Neural Information Processing Systems (NeurIPS.","author":"Fallah Alireza","year":"2020","unstructured":"Alireza Fallah, Aryan Mokhtari, and Asuman Ozdaglar. 2020. Personalized federated learning with theoretical guarantees: A model-agnostic meta-learning approach. Conference on Neural Information Processing Systems (NeurIPS."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10107-011-0470-2"},{"key":"e_1_3_2_1_22_1","volume-title":"International Conference on Machine Learning (ICML).","author":"Ghorbani Amirata","year":"2019","unstructured":"Amirata Ghorbani and James Zou. 2019. Data shapley: Equitable valuation of data for machine learning. In International Conference on Machine Learning (ICML)."},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1109\/MCOM.001.1900411"},{"key":"e_1_3_2_1_24_1","unstructured":"Chen Gong Zhenzhe Zheng Fan Wu Bingshuai Li Yunfeng Shao and Guihai Chen. 2023. To Store or Not? Online Data Selection for Federated Learning with Limited Storage. https:\/\/drive.google.com\/file\/d\/10PpbxDgqnAaokDtHg_WeW4O7RS49FGOd\/view?usp=share_link"},{"key":"e_1_3_2_1_25_1","volume-title":"International Conference on Machine Learning (ICML).","author":"Hamer Jenny","year":"2020","unstructured":"Jenny Hamer, Mehryar Mohri, and Ananda\u00a0Theertha Suresh. 2020. Fedboost: A communication-efficient algorithm for federated learning. In International Conference on Machine Learning (ICML)."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2021.3106167"},{"key":"e_1_3_2_1_27_1","volume-title":"FedChain: Chained Algorithms for Near-optimal Communication Cost in Federated Learning. In International Conference on Learning Representations (ICLR).","author":"Hou Charlie","year":"2021","unstructured":"Charlie Hou, Kiran\u00a0Koshy Thekumparampil, Giulia Fanti, and Sewoong Oh. 2021. FedChain: Chained Algorithms for Near-optimal Communication Cost in Federated Learning. In International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_1_28_1","volume-title":"When does loss-based prioritization fail?ICML 2021 workshop on Subset Selection in ML","author":"Hu Niel\u00a0Teng","year":"2021","unstructured":"Niel\u00a0Teng Hu, Xinyu Hu, Rosanne Liu, Sara Hooker, and Jason Yosinski. 2021. When does loss-based prioritization fail?ICML 2021 workshop on Subset Selection in ML (2021)."},{"key":"e_1_3_2_1_29_1","volume-title":"Conference on Uncertainty in Artificial Intelligence (UAI).","author":"Jhunjhunwala Divyansh","year":"2022","unstructured":"Divyansh Jhunjhunwala, PRANAY SHARMA, Aushim Nagarkatti, and Gauri Joshi. 2022. FedVARP: Tackling the Variance Due to Partial Client Participation in Federated Learning. In Conference on Uncertainty in Artificial Intelligence (UAI)."},{"key":"e_1_3_2_1_30_1","volume-title":"Conference on Neural Information Processing Systems (NeurIPS).","author":"Johnson B","year":"2018","unstructured":"Tyler\u00a0B Johnson and Carlos Guestrin. 2018. Training deep models faster with robust, approximate importance sampling. Conference on Neural Information Processing Systems (NeurIPS)."},{"key":"e_1_3_2_1_31_1","volume-title":"International Conference on Machine Learning (ICML).","author":"Karimireddy Sai\u00a0Praneeth","year":"2020","unstructured":"Sai\u00a0Praneeth Karimireddy, Satyen Kale, Mehryar Mohri, Sashank Reddi, Sebastian Stich, and Ananda\u00a0Theertha Suresh. 2020. Scaffold: Stochastic controlled averaging for federated learning. In International Conference on Machine Learning (ICML)."},{"key":"e_1_3_2_1_32_1","volume-title":"International conference on machine learning (ICML).","author":"Katharopoulos Angelos","year":"2018","unstructured":"Angelos Katharopoulos and Fran\u00e7ois Fleuret. 2018. Not all samples are created equal: Deep learning with importance sampling. In International conference on machine learning (ICML)."},{"key":"e_1_3_2_1_33_1","volume-title":"Federated Reinforcement Learning: Linear Speedup Under Markovian Sampling. In International Conference on Machine Learning (ICML).","author":"Khodadadian Sajad","year":"2022","unstructured":"Sajad Khodadadian, Pranay Sharma, Gauri Joshi, and Siva\u00a0Theja Maguluri. 2022. Federated Reinforcement Learning: Linear Speedup Under Markovian Sampling. In International Conference on Machine Learning (ICML)."},{"key":"e_1_3_2_1_34_1","volume-title":"International Conference on Machine Learning (ICML).","author":"Koh Pang\u00a0Wei","year":"2017","unstructured":"Pang\u00a0Wei Koh and Percy Liang. 2017. Understanding black-box predictions via influence functions. In International Conference on Machine Learning (ICML)."},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/UKSIM.2011.102"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1109\/3477.764879"},{"key":"e_1_3_2_1_37_1","volume-title":"Conference on Neural Information Processing Systems (NeurIPS), Vol.\u00a02.","author":"LeCun Yann","year":"1989","unstructured":"Yann LeCun, Bernhard Boser, John Denker, Donnie Henderson, Richard Howard, Wayne Hubbard, and Lawrence Jackel. 1989. Handwritten digit recognition with a back-propagation network. In Conference on Neural Information Processing Systems (NeurIPS), Vol.\u00a02."},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3447993.3483278"},{"key":"e_1_3_2_1_39_1","volume-title":"Sample-level Data Selection for Federated Learning. In IEEE International Conference on Computer Communications (INFOCOM).","author":"Li Anran","year":"2021","unstructured":"Anran Li, Lan Zhang, Juntao Tan, Yaxuan Qin, Junhao Wang, and Xiang-Yang Li. 2021. Sample-level Data Selection for Federated Learning. In IEEE International Conference on Computer Communications (INFOCOM)."},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3450006"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3495243.3517017"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1109\/MASS52906.2021.00033"},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1109\/MSP.2020.2975749"},{"key":"e_1_3_2_1_44_1","volume-title":"Proceedings of Machine Learning and Systems (MLSys).","author":"Li Tian","year":"2018","unstructured":"Tian Li, Anit\u00a0Kumar Sahu, Manzil Zaheer, Maziar Sanjabi, Ameet Talwalkar, and Virginia Smith. 2018. Federated optimization in heterogeneous networks. In Proceedings of Machine Learning and Systems (MLSys)."},{"key":"e_1_3_2_1_45_1","volume-title":"Online batch selection for faster training of neural networks. arXiv preprint arXiv:1511.06343","author":"Loshchilov Ilya","year":"2015","unstructured":"Ilya Loshchilov and Frank Hutter. 2015. Online batch selection for faster training of neural networks. arXiv preprint arXiv:1511.06343 (2015)."},{"key":"e_1_3_2_1_46_1","volume-title":"International Conference on Artificial Intelligence and Statistics (AISTATS).","author":"McMahan Brendan","year":"2017","unstructured":"Brendan McMahan, Eider Moore, Daniel Ramage, Seth Hampson, and Blaise\u00a0Aguera y Arcas. 2017. Communication-efficient learning of deep networks from decentralized data. In International Conference on Artificial Intelligence and Statistics (AISTATS)."},{"key":"e_1_3_2_1_47_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449965"},{"key":"e_1_3_2_1_48_1","volume-title":"International Conference on Machine Learning (ICML).","author":"Mirzasoleiman Baharan","year":"2020","unstructured":"Baharan Mirzasoleiman, Jeff Bilmes, and Jure Leskovec. 2020. Coresets for data-efficient training of machine learning models. In International Conference on Machine Learning (ICML)."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.1002\/widm.53"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.1137\/S0097539792240406"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1109\/JSAC.2020.3036952"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICC.2019.8761315"},{"key":"e_1_3_2_1_53_1","doi-asserted-by":"publisher","DOI":"10.1109\/COMST.2015.2398816"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458864.3467681"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1364\/JOCN.10.00D126"},{"key":"e_1_3_2_1_56_1","volume-title":"International Conference on Learning Representations (ICLR).","author":"Schaul Tom","year":"2015","unstructured":"Tom Schaul, John Quan, Ioannis Antonoglou, and David Silver. 2015. Prioritized experience replay. In International Conference on Learning Representations (ICLR)."},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-74958-5_28"},{"key":"e_1_3_2_1_58_1","volume-title":"Quota solutions op n-person games1. Edited by Emil Artin and Marston Morse","author":"Shapley L","year":"1953","unstructured":"L Shapley. 1953. Quota solutions op n-person games1. Edited by Emil Artin and Marston Morse (1953), 343."},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.5555\/1756006.1756029"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1145\/3498361.3538917"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.89"},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.3390\/electronics8090981"},{"key":"e_1_3_2_1_63_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.jnca.2020.102538"},{"key":"e_1_3_2_1_64_1","unstructured":"UCSC. 2020. Packet Buffers. https:\/\/people.ucsc.edu\/\u00a0warner\/buffer.html"},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3147.3165"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512222"},{"key":"e_1_3_2_1_67_1","unstructured":"Jianyu Wang Qinghua Liu Hao Liang Gauri Joshi and H\u00a0Vincent Poor. 2020. Tackling the objective inconsistency problem in heterogeneous federated optimization. In Advances in neural information processing systems."},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449799"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1109\/TIFS.2020.2988575"},{"key":"e_1_3_2_1_70_1","volume-title":"HACCS: Heterogeneity-Aware Clustered Client Selection for Accelerated Federated Learning. In IEEE International Parallel & Distributed Processing Symposium (IPDPS).","author":"Wolfrath Joel","year":"2022","unstructured":"Joel Wolfrath, Nikhil Sreekumar, Dhruv Kumar, Yuanli Wang, and Abhishek Chandra. 2022. HACCS: Heterogeneity-Aware Clustered Client Selection for Accelerated Federated Learning. In IEEE International Parallel & Distributed Processing Symposium (IPDPS)."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV.2017.309"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449926"},{"key":"e_1_3_2_1_73_1","unstructured":"Han Xiao Kashif Rasul and Roland Vollgraf. 2017. Fashion-MNIST: a Novel Image Dataset for Benchmarking Machine Learning Algorithms. arXiv:cs.LG\/1708.07747\u00a0[cs.LG]"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1145\/3442381.3449851"},{"key":"e_1_3_2_1_75_1","doi-asserted-by":"publisher","DOI":"10.1109\/TWC.2019.2961673"},{"key":"e_1_3_2_1_76_1","volume-title":"International Conference on Machine Learning (ICML).","author":"Yoon Jaehong","year":"2021","unstructured":"Jaehong Yoon, Wonyong Jeong, Giwoong Lee, Eunho Yang, and Sung\u00a0Ju Hwang. 2021. Federated continual learning with weighted inter-client transfer. In International Conference on Machine Learning (ICML)."},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i12.17291"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1145\/3485730.3485930"},{"key":"e_1_3_2_1_79_1","volume-title":"International Conference on Machine Learning (ICML).","author":"Zhao Peilin","year":"2015","unstructured":"Peilin Zhao and Tong Zhang. 2015. Stochastic optimization with importance sampling for regularized loss minimization. In International Conference on Machine Learning (ICML)."},{"key":"e_1_3_2_1_80_1","volume-title":"Federated learning with non-iid data. arXiv preprint arXiv:1806.00582","author":"Zhao Yue","year":"2018","unstructured":"Yue Zhao, Meng Li, Liangzhen Lai, Naveen Suda, Damon Civin, and Vikas Chandra. 2018. Federated learning with non-iid data. arXiv preprint arXiv:1806.00582 (2018)."}],"event":{"name":"WWW '23: The ACM Web Conference 2023","location":"Austin TX USA","acronym":"WWW '23","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2023"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3543507.3583426","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3543507.3583426","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T16:47:52Z","timestamp":1750178872000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3543507.3583426"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,4,30]]},"references-count":80,"alternative-id":["10.1145\/3543507.3583426","10.1145\/3543507"],"URL":"https:\/\/doi.org\/10.1145\/3543507.3583426","relation":{},"subject":[],"published":{"date-parts":[[2023,4,30]]},"assertion":[{"value":"2023-04-30","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}