{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,25]],"date-time":"2026-07-25T15:55:58Z","timestamp":1784994958770,"version":"3.55.0"},"publisher-location":"New York, NY, USA","reference-count":84,"publisher":"ACM","license":[{"start":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T00:00:00Z","timestamp":1650844800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2022,4,25]]},"DOI":"10.1145\/3485447.3512148","type":"proceedings-article","created":{"date-parts":[[2022,4,25]],"date-time":"2022-04-25T05:13:07Z","timestamp":1650863587000},"page":"3298-3307","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":48,"title":["A Comprehensive Benchmark of Deep Learning Libraries on Mobile Devices"],"prefix":"10.1145","author":[{"given":"Qiyang","family":"Zhang","sequence":"first","affiliation":[{"name":"Beijing University of Posts and Telecommunications, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiang","family":"Li","sequence":"additional","affiliation":[{"name":"China University of Petroleum, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiangying","family":"Che","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xiao","family":"Ma","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ao","family":"Zhou","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Mengwei","family":"Xu","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Shangguang","family":"Wang","sequence":"additional","affiliation":[{"name":"Beijing University of Posts and Telecommunications, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Yun","family":"Ma","sequence":"additional","affiliation":[{"name":"Peking University, China"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Xuanzhe","family":"Liu","sequence":"additional","affiliation":[{"name":"Peking University, China"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2022,4,25]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"[n.d.]. Performance measurement | TensorFlow Lite. https:\/\/www.tensorflow.org\/lite\/performance\/measurement. https:\/\/www.tensorflow.org\/lite\/performance\/measurement?hl=zh-cn"},{"key":"e_1_3_2_1_2_1","unstructured":"2017. Snapdragon SNPE deep learning framework.https:\/\/developer.qualcomm.com\/sites\/default\/files\/docs\/snpe\/overview.html."},{"key":"e_1_3_2_1_3_1","unstructured":"2017. XiaoMi Mace deep learning framework.https:\/\/github.com\/XiaoMi\/mace."},{"key":"e_1_3_2_1_4_1","unstructured":"2018. Tencent ncnn deep learning framework.https:\/\/github.com\/Tencent\/ncnn."},{"key":"e_1_3_2_1_5_1","unstructured":"2019. Alibaba MNN deep learning framework.https:\/\/github.com\/alibaba\/MNN."},{"key":"e_1_3_2_1_6_1","unstructured":"2019. Pytorch Mobile.https:\/\/pytorch.org\/mobile\/home\/."},{"key":"e_1_3_2_1_7_1","unstructured":"2020. AI Matrix: To make it easy to benchmark AI accelerators. https:\/\/github.com\/alibaba\/ai-matrix."},{"key":"e_1_3_2_1_8_1","unstructured":"2020. DEEP LEARNING MARKET - GROWTH TRENDS FORECASTS (2020-2025). https:\/\/www.mordorintelligence.com\/industry-reports\/deep-learning."},{"key":"e_1_3_2_1_9_1","unstructured":"2020. Pytorch model zoo. https:\/\/pytorch.org\/serve\/model_zoo.html."},{"key":"e_1_3_2_1_10_1","unstructured":"2020. Qualcomm Snapdragon 855 vs Qualcomm Snapdragon 870. https:\/\/versus.com\/en\/qualcomm-snapdragon-855-vs-qualcomm-snapdragon-870."},{"key":"e_1_3_2_1_11_1","unstructured":"2020. TensorFlow model zoo. https:\/\/github.com\/tensorflow\/models."},{"key":"e_1_3_2_1_12_1","unstructured":"2020. WHITE PAPER : On Artificial Intelligence - A European approach to excellence and trust. https:\/\/ec.europa.eu\/info\/sites\/default\/files\/commission-white-paper-artificial-intelligence-feb2020_en.pdf."},{"key":"e_1_3_2_1_13_1","unstructured":"2021. AIIA DNN Benchmark. https:\/\/github.com\/AIIABenchmark\/AIIA-DNN-benchmark."},{"key":"e_1_3_2_1_14_1","unstructured":"2021. Artificial Intelligence Market Analysis Report. https:\/\/www.grandviewresearch.com\/industry-analysis\/artificial-intelligence-ai-market."},{"key":"e_1_3_2_1_15_1","unstructured":"2021. DAWNBench: An End-to-End Deep Learning Benchmark and Competition. https:\/\/dawn.cs.stanford.edu\/benchmark\/CIFAR10\/inference.html."},{"key":"e_1_3_2_1_16_1","unstructured":"2021. DeepBench: Benchmarking Deep Learning operations on different hardware. https:\/\/github.com\/baidu-research\/DeepBench."},{"key":"e_1_3_2_1_17_1","unstructured":"2021. Qualcomm Hexagon.https:\/\/en.wikipedia.org\/wiki\/Qualcomm_Hexagon."},{"key":"e_1_3_2_1_18_1","volume-title":"Tensorflow: A system for large-scale machine learning. In OSDI). 265\u2013283.","author":"Abadi Mart\u00edn","year":"2016","unstructured":"Mart\u00edn Abadi, Paul Barham, Jianmin Chen, Zhifeng Chen, Andy Davis, Jeffrey Dean, Matthieu Devin, Sanjay Ghemawat, Geoffrey Irving, Michael Isard, 2016. Tensorflow: A system for large-scale machine learning. In OSDI). 265\u2013283."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1109\/IISWC.2016.7581275"},{"key":"e_1_3_2_1_20_1","volume-title":"Chameleon: Adaptive code optimization for expedited deep neural network compilation. arXiv preprint arXiv:2001.08743(2020).","author":"Ahn Byung\u00a0Hoon","year":"2020","unstructured":"Byung\u00a0Hoon Ahn, Prannoy Pilligundla, Amir Yazdanbakhsh, and Hadi Esmaeilzadeh. 2020. Chameleon: Adaptive code optimization for expedited deep neural network compilation. arXiv preprint arXiv:2001.08743(2020)."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3325413.3329793"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Mario Almeida Stefanos Laskaridis Abhinav Mehrotra Lukasz Dudziak Ilias Leontiadis and Nicholas\u00a0D Lane. 2021. Smart at what cost? Characterising Mobile Deep Neural Networks in the wild. arXiv preprint arXiv:2109.13963(2021).","DOI":"10.1145\/3487552.3487863"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"publisher","DOI":"10.1145\/3469116.3470009"},{"key":"e_1_3_2_1_24_1","volume-title":"TVM: end-to-end optimization stack for deep learning. arXiv preprint arXiv:1802.04799 11","author":"Chen Tianqi","year":"2018","unstructured":"Tianqi Chen, Thierry Moreau, Ziheng Jiang, Haichen Shen, Eddie\u00a0Q Yan, Leyuan Wang, Yuwei Hu, Luis Ceze, Carlos Guestrin, and Arvind Krishnamurthy. 2018. TVM: end-to-end optimization stack for deep learning. arXiv preprint arXiv:1802.04799 11 (2018), 20."},{"key":"e_1_3_2_1_25_1","volume-title":"Automation & Test in Europe Conference & Exhibition (DATE). IEEE, 1679\u20131684","author":"Chetoui Sofiane","year":"2021","unstructured":"Sofiane Chetoui and Sherief Reda. 2021. Workload-and User-aware Battery Lifetime Management for Mobile SoCs. In 2021 Design, Automation & Test in Europe Conference & Exhibition (DATE). IEEE, 1679\u20131684."},{"key":"e_1_3_2_1_26_1","doi-asserted-by":"publisher","DOI":"10.1145\/3038912.3052662"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v33i01.33018368"},{"key":"e_1_3_2_1_28_1","volume-title":"International conference on machine learning. PMLR, 1737\u20131746","author":"Gupta Suyog","year":"2015","unstructured":"Suyog Gupta, Ankur Agrawal, Kailash Gopalakrishnan, and Pritish Narayanan. 2015. Deep learning with limited numerical precision. In International conference on machine learning. PMLR, 1737\u20131746."},{"key":"e_1_3_2_1_29_1","volume-title":"Mobilenets: Efficient convolutional neural networks for mobile vision applications. arXiv preprint arXiv:1704.04861(2017).","author":"Howard G","year":"2017","unstructured":"Andrew\u00a0G Howard, Menglong Zhu, Bo Chen, Dmitry Kalenichenko, Weijun Wang, Tobias Weyand, Marco Andreetto, and Hartwig Adam. 2017. Mobilenets: Efficient convolutional neural networks for mobile vision applications. arXiv preprint arXiv:1704.04861(2017)."},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2017.243"},{"key":"e_1_3_2_1_31_1","volume-title":"Densenet: Implementing efficient convnet descriptor pyramids. arXiv preprint arXiv:1404.1869(2014).","author":"Iandola Forrest","year":"2014","unstructured":"Forrest Iandola, Matt Moskewicz, Sergey Karayev, Ross Girshick, Trevor Darrell, and Kurt Keutzer. 2014. Densenet: Implementing efficient convnet descriptor pyramids. arXiv preprint arXiv:1404.1869(2014)."},{"key":"e_1_3_2_1_32_1","unstructured":"Forrest\u00a0N Iandola Song Han Matthew\u00a0W Moskewicz Khalid Ashraf William\u00a0J Dally and Kurt Keutzer. 2016. SqueezeNet: AlexNet-level accuracy with 50x fewer parameters and < 0.5 MB model size. arXiv preprint arXiv:1602.07360(2016)."},{"key":"e_1_3_2_1_33_1","volume-title":"Proceedings of the European Conference on Computer Vision (ECCV) Workshops. 0\u20130.","author":"Ignatov Andrey","year":"2018","unstructured":"Andrey Ignatov, Radu Timofte, William Chou, Ke Wang, Max Wu, Tim Hartley, and Luc Van\u00a0Gool. 2018. Ai benchmark: Running deep neural networks on android smartphones. In Proceedings of the European Conference on Computer Vision (ECCV) Workshops. 0\u20130."},{"key":"e_1_3_2_1_34_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCVW.2019.00447"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00286"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/2568058.2568064"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1145\/3093337.3037698"},{"key":"e_1_3_2_1_38_1","unstructured":"Dohyun Kim. 2013. A Study of User Data Integrity During Acquisition of Android Devices. (2013)."},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1145\/3302424.3303950"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"crossref","unstructured":"Stefanos Laskaridis Alexandros Kouris and Nicholas\u00a0D Lane. 2021. Adaptive Inference through Early-Exit Networks: Design Challenges and Directions. arXiv preprint arXiv:2106.05022(2021).","DOI":"10.1145\/3469116.3470012"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1145\/3372224.3419194"},{"key":"e_1_3_2_1_42_1","volume-title":"There\u2019s plenty of room at the Top: What will drive computer performance after Moore\u2019s law?Science 368, 6495","author":"Leiserson E","year":"2020","unstructured":"Charles\u00a0E Leiserson, Neil\u00a0C Thompson, Joel\u00a0S Emer, Bradley\u00a0C Kuszmaul, Butler\u00a0W Lampson, Daniel Sanchez, and Tao\u00a0B Schardl. 2020. There\u2019s plenty of room at the Top: What will drive computer performance after Moore\u2019s law?Science 368, 6495 (2020)."},{"key":"e_1_3_2_1_43_1","doi-asserted-by":"publisher","DOI":"10.1145\/3446382.3448359"},{"key":"e_1_3_2_1_44_1","unstructured":"Yuhang Li Wei Wang Haoli Bai Ruihao Gong Xin Dong and Fengwei Yu. 2020. Efficient bitwidth search for practical mixed precision neural network. arXiv preprint arXiv:2003.07577(2020)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3210240.3210337"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-46448-0_2"},{"key":"e_1_3_2_1_47_1","unstructured":"Chunjie Luo Xiwen He Jianfeng Zhan Lei Wang Wanling Gao and Jiahui Dai. 2020. Comparison and benchmarking of ai models and frameworks on mobile devices. arXiv preprint arXiv:2005.05085(2020)."},{"key":"e_1_3_2_1_48_1","unstructured":"Peter Mattson Christine Cheng Cody Coleman Greg Diamos Paulius Micikevicius David Patterson Hanlin Tang Gu-Yeon Wei Peter Bailis Victor Bittorf 2019. Mlperf training benchmark. arXiv preprint arXiv:1910.01500(2019)."},{"key":"e_1_3_2_1_49_1","unstructured":"Felix Mues. 2020. Optimization of OpenGL streaming in distributed embedded systems. (2020)."},{"key":"e_1_3_2_1_50_1","volume-title":"Pytorch: An imperative style, high-performance deep learning library. arXiv preprint arXiv:1912.01703(2019).","author":"Paszke Adam","year":"2019","unstructured":"Adam Paszke, Sam Gross, Francisco Massa, Adam Lerer, James Bradbury, Gregory Chanan, Trevor Killeen, Zeming Lin, Natalia Gimelshein, Luca Antiga, 2019. Pytorch: An imperative style, high-performance deep learning library. arXiv preprint arXiv:1912.01703(2019)."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"crossref","unstructured":"Vineel Pratap Qiantong Xu Jacob Kahn Gilad Avidov Tatiana Likhomanenko Awni Hannun Vitaliy Liptchinsky Gabriel Synnaeve and Ronan Collobert. 2020. Scaling up online speech recognition using convnets. arXiv preprint arXiv:2001.09727(2020).","DOI":"10.21437\/Interspeech.2020-2840"},{"key":"e_1_3_2_1_52_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIC.2018.043051464"},{"key":"e_1_3_2_1_53_1","unstructured":"Joseph Redmon and Ali Farhadi. 2018. Yolov3: An incremental improvement. arXiv preprint arXiv:1804.02767(2018)."},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSC.2021.3098816"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00474"},{"key":"e_1_3_2_1_56_1","volume-title":"Vulkan programming guide: The official guide to learning vulkan","author":"Sellers Graham","unstructured":"Graham Sellers and John Kessenich. 2016. Vulkan programming guide: The official guide to learning vulkan. Addison-Wesley Professional."},{"key":"e_1_3_2_1_57_1","unstructured":"Karen Simonyan and Andrew Zisserman. 2014. Very deep convolutional networks for large-scale image recognition. arXiv preprint arXiv:1409.1556(2014)."},{"key":"e_1_3_2_1_58_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR42600.2020.01125"},{"key":"e_1_3_2_1_59_1","doi-asserted-by":"publisher","DOI":"10.5555\/3298023.3298188"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2016.308"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2019.00293"},{"key":"e_1_3_2_1_62_1","volume-title":"Proceedings of Machine Learning and Systems 3","author":"Tang Xiaohu","year":"2021","unstructured":"Xiaohu Tang, Shihao Han, Li\u00a0Lyna Zhang, Ting Cao, and Yunxin Liu. 2021. To Bridge Neural Network Design and Real-World Performance: A Behaviour Study for Neural Networks. Proceedings of Machine Learning and Systems 3 (2021)."},{"key":"e_1_3_2_1_63_1","unstructured":"Robert Tornai and P\u00e9ter F\u00fcrjes-Benke. 2021. Compute Shader in Image Processing Development. (2021)."},{"key":"e_1_3_2_1_64_1","unstructured":"Vincent Vanhoucke Andrew Senior and Mark\u00a0Z Mao. 2011. Improving the speed of neural networks on CPUs. (2011)."},{"key":"e_1_3_2_1_65_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313611"},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"crossref","unstructured":"Manni Wang Shaohua Ding Ting Cao Yunxin Liu and Fengyuan Xu. 2021. AsyMo: scalable and efficient deep-learning inference on asymmetric mobile CPUs. In MobiCom. 215\u2013228.","DOI":"10.1145\/3447993.3448625"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.1109\/TSE.2018.2876439"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","DOI":"10.1145\/3386901.3388917"},{"key":"e_1_3_2_1_69_1","doi-asserted-by":"publisher","DOI":"10.1145\/3437801.3441588"},{"key":"e_1_3_2_1_70_1","unstructured":"Liang Xu Xuanwei Zhang and Qianqian Dong. 2020. CLUECorpus2020: A large-scale Chinese corpus for pre-training language model. arXiv preprint arXiv:2003.01355(2020)."},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.1145\/3487552.3487815"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.1145\/3308558.3313591"},{"key":"e_1_3_2_1_73_1","first-page":"1","article-title":"Deeptype: On-device deep learning for input personalization service with minimal privacy concern","volume":"2","author":"Xu Mengwei","year":"2018","unstructured":"Mengwei Xu, Feng Qian, Qiaozhu Mei, Kang Huang, and Xuanzhe Liu. 2018. Deeptype: On-device deep learning for input personalization service with minimal privacy concern. IMWUT 2, 4 (2018), 1\u201326.","journal-title":"IMWUT"},{"key":"e_1_3_2_1_74_1","doi-asserted-by":"publisher","DOI":"10.1109\/TMC.2019.2893250"},{"key":"e_1_3_2_1_75_1","volume-title":"Video Analytics with Zero-streaming Cameras. In 2021 USENIX Annual Technical Conference, USENIX ATC 2021","author":"Xu Mengwei","year":"2021","unstructured":"Mengwei Xu, Tiantu Xu, Yunxin Liu, and Felix\u00a0Xiaozhu Lin. 2021. Video Analytics with Zero-streaming Cameras. In 2021 USENIX Annual Technical Conference, USENIX ATC 2021, July 14-16, 2021, Irina Calciu and Geoff Kuenning (Eds.). USENIX Association, 459\u2013472."},{"key":"e_1_3_2_1_76_1","doi-asserted-by":"publisher","DOI":"10.1145\/3386901.3388948"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1145\/3241539.3241563"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICCC51575.2020.9344878"},{"key":"e_1_3_2_1_79_1","doi-asserted-by":"publisher","DOI":"10.1145\/3372224.3419185"},{"key":"e_1_3_2_1_80_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.dsp.2020.102756"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.1109\/SIU.2019.8806244"},{"key":"e_1_3_2_1_82_1","doi-asserted-by":"publisher","DOI":"10.1145\/3384419.3430726"},{"key":"e_1_3_2_1_83_1","volume-title":"Ansor: Generating high-performance tensor programs for deep learning. In 14th {USENIX} Symposium on Operating Systems Design and Implementation ({OSDI} 20). 863\u2013879.","author":"Zheng Lianmin","year":"2020","unstructured":"Lianmin Zheng, Chengfan Jia, Minmin Sun, Zhao Wu, Cody\u00a0Hao Yu, Ameer Haj-Ali, Yida Wang, Jun Yang, Danyang Zhuo, Koushik Sen, 2020. Ansor: Generating high-performance tensor programs for deep learning. In 14th {USENIX} Symposium on Operating Systems Design and Implementation ({OSDI} 20). 863\u2013879."},{"key":"e_1_3_2_1_84_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2018.00907"}],"event":{"name":"WWW '22: The ACM Web Conference 2022","location":"Virtual Event, Lyon France","acronym":"WWW '22","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the ACM Web Conference 2022"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3512148","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3485447.3512148","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T19:31:14Z","timestamp":1750188674000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3485447.3512148"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,25]]},"references-count":84,"alternative-id":["10.1145\/3485447.3512148","10.1145\/3485447"],"URL":"https:\/\/doi.org\/10.1145\/3485447.3512148","relation":{},"subject":[],"published":{"date-parts":[[2022,4,25]]},"assertion":[{"value":"2022-04-25","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}