{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T04:33:21Z","timestamp":1781238801946,"version":"3.54.1"},"publisher-location":"New York, New York, USA","reference-count":34,"publisher":"ACM Press","license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/501100003977","name":"Israel Science Foundation","doi-asserted-by":"publisher","award":["683\/18"],"award-info":[{"award-number":["683\/18"]}],"id":[{"id":"10.13039\/501100003977","id-type":"DOI","asserted-by":"publisher"}]},{"name":"H2020 European Research Council"},{"name":"United States-Israel Binational Science Foundation","award":["2017662"],"award-info":[{"award-number":["2017662"]}]},{"DOI":"10.13039\/501100008982","name":"National Science Foundation","doi-asserted-by":"publisher","award":["1814369"],"award-info":[{"award-number":["1814369"]}],"id":[{"id":"10.13039\/501100008982","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100002418","name":"Intel Corporation","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100002418","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1145\/3341216.3342218","type":"proceedings-article","created":{"date-parts":[[2019,8,14]],"date-time":"2019-08-14T19:32:36Z","timestamp":1565811156000},"page":"83-89","source":"Crossref","is-referenced-by-count":43,"title":["Verifying Deep-RL-Driven Systems"],"prefix":"10.1145","author":[{"given":"Yafim","family":"Kazak","sequence":"first","affiliation":[{"name":"The Hebrew University of Jerusalem, Israel"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Clark","family":"Barrett","sequence":"additional","affiliation":[{"name":"Stanford University, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Guy","family":"Katz","sequence":"additional","affiliation":[{"name":"The Hebrew University of Jerusalem, Israel"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Michael","family":"Schapira","sequence":"additional","affiliation":[{"name":"The Hebrew University of Jerusalem, Israel"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","reference":[{"key":"key-10.1145\/3341216.3342218-1","unstructured":"O. Bastani, Y. Pu, and A. Solar-Lezama. 2018. Verifiable Reinforcement Learning via Policy Extraction. In Proc. 32nd Conf. on Neural Information Processing Systems (NeurIPS). 2494--2504."},{"key":"key-10.1145\/3341216.3342218-2","doi-asserted-by":"crossref","unstructured":"A. Biere, A. Cimatti, E. Clarke, and Y. Zhu. 1999. Symbolic Model Checking without BDDs. In Proc. 5th Int. Conf. on Tools and Algorithms for the Construction and Analysis of Systems (TACAS). 193--207.","DOI":"10.1007\/3-540-49059-0_14"},{"key":"key-10.1145\/3341216.3342218-3","unstructured":"N. Carlini, G. Katz, C. Barrett, and D. Dill. 2017. Provably Minimally-Distorted Adversarial Examples. Technical Report. http:\/\/arxiv.org\/abs\/1709.10207."},{"key":"key-10.1145\/3341216.3342218-4","unstructured":"A. Choi, W. Shi, A. Shih, and A. Darwiche. 2019. Compiling Neural Networks into Tractable Boolean Circuits. In Proc. AAAI Spring Symposium on Verification of Neural Networks (VNN)."},{"key":"key-10.1145\/3341216.3342218-5","doi-asserted-by":"crossref","unstructured":"S. Dutta, X. Chen, and S. Sankaranarayanan. 2019. Reachability Analysis for Neural Feedback Systems using Regressive Polynomial Rule Inference. In Proc. 22nd ACM Int. Conf. on Hybrid Systems: Computation and Control (HSCC).","DOI":"10.1145\/3302504.3311807"},{"key":"key-10.1145\/3341216.3342218-6","unstructured":"D. Ernst, P. Geurts, and L. Wehenkel. 2015. Tree-Based Batch Mode Reinforcement Learning. J. Machine Learning Research 6 (2015), 503--556."},{"key":"key-10.1145\/3341216.3342218-7","doi-asserted-by":"crossref","unstructured":"T. Gehr, M. Mirman, D. Drachsler-Cohen, E. Tsankov, S. Chaudhuri, and M. Vechev. 2018. AI2: Safety and Robustness Certification of Neural Networks with Abstract Interpretation. In Proc. 39th IEEE Symposium on Security and Privacy (S&P).","DOI":"10.1109\/SP.2018.00058"},{"key":"key-10.1145\/3341216.3342218-8","doi-asserted-by":"crossref","unstructured":"D. Gopinath, G. Katz, C. Păsăreanu, and C. Barrett. 2018. DeepSafe: A Data-driven Approach for Checking Adversarial Robustness in Neural Networks. In Proc. 16th. Int. Symp. on on Automated Technology for Verification and Analysis (ATVA). 3--19.","DOI":"10.1007\/978-3-030-01090-4_1"},{"key":"key-10.1145\/3341216.3342218-9","unstructured":"A. Haj-Ali, Q. Huang, W. Moses, J. Xiang, I. Stoica, K. Asanovic, and J. Wawrzynek. 2019. AutoPhase: Compiler Phase-Ordering for HLS with Deep Reinforcement Learning. Technical Report. http:\/\/arxiv.org\/abs\/1901.04615."},{"key":"key-10.1145\/3341216.3342218-10","unstructured":"G. Hinton, L. Deng, D. Yu, G. Dahl, A. Mohamed, N. Jaitly, A. Senior, V. Vanhoucke, P. Nguyen, T. Sainath, and B. Kingsbury. 2012. Deep Neural Networks for Acoustic Modeling in Speech Recognition: The Shared Views of Four Research Groups. IEEE Signal Processing Magazine 29, 6 (2012), 82--97."},{"key":"key-10.1145\/3341216.3342218-11","doi-asserted-by":"crossref","unstructured":"X. Huang, M. Kwiatkowska, S. Wang, and M. Wu. 2017. Safety Verification of Deep Neural Networks. In Proc. 29th Int. Conf. on Computer Aided Verification (CAV). 3--29.","DOI":"10.1007\/978-3-319-63387-9_1"},{"key":"key-10.1145\/3341216.3342218-12","unstructured":"N. Jay, N. Rotman, P. Brighten Godfrey, M. Schapira, and A. Tamar. 2018. Internet Congestion Control via Deep Reinforcement Learning. arXiv:1810.03259"},{"key":"key-10.1145\/3341216.3342218-13","doi-asserted-by":"crossref","unstructured":"G. Katz, C. Barrett, D. Dill, K. Julian, and M. Kochenderfer. 2017. Reluplex: An Efficient SMT Solver for Verifying Deep Neural Networks. In Proc. 29th Int. Conf. on Computer Aided Verification (CAV). 97--117.","DOI":"10.1007\/978-3-319-63387-9_5"},{"key":"key-10.1145\/3341216.3342218-14","doi-asserted-by":"crossref","unstructured":"G. Katz, C. Barrett, D. Dill, K. Julian, and M. Kochenderfer. 2017. Towards Proving the Adversarial Robustness of Deep Neural Networks. In Proc. 1st Workshop on Formal Verification of Autonomous Vehicles (FVAV). 19--26.","DOI":"10.4204\/EPTCS.257.3"},{"key":"key-10.1145\/3341216.3342218-15","doi-asserted-by":"crossref","unstructured":"G. Katz, D. Huang, D. Ibeling, K. Julian, C. Lazarus, R. Lim, P. Shah, S. Thakoor, H. Wu, A. Zeljić, D. Dill, M. Kochenderfer, and C. Barrett. 2019. The Marabou Framework for Verification and Analysis of Deep Neural Networks. In Proc. 31st Int. Conf. on Computer Aided Verification (CAV).","DOI":"10.1007\/978-3-030-25540-4_26"},{"key":"key-10.1145\/3341216.3342218-16","unstructured":"S. Krishnan, Z. Yang, K. Goldberg, J. Hellerstein, and I. Stoica. 2018. Learning to Optimize Join Queries With Deep Reinforcement Learning. Technical Report. http:\/\/arxiv.org\/abs\/1808.03196."},{"key":"key-10.1145\/3341216.3342218-17","unstructured":"A. Krizhevsky, I. Sutskever, and G. Hinton. 2012. Imagenet Classification with Deep Convolutional Neural Networks. Advances in Neural Information Processing Systems (2012), 1097--1105."},{"key":"key-10.1145\/3341216.3342218-18","unstructured":"L. Kuper, G. Katz, J. Gottschlich, K. Julian, C. Barrett, and M. Kochenderfer. 2018. Toward Scalable Verification for Safety-Critical Deep Networks. Technical Report. http:\/\/arxiv.org\/abs\/1801.05950."},{"key":"key-10.1145\/3341216.3342218-19","unstructured":"Y. LeCun, Y. Bengio, and G. Hinton. 2015. Deep Learning. Nature 521, 7553 (2015), 436--445."},{"key":"key-10.1145\/3341216.3342218-20","unstructured":"E. Liang, H. Zhu, X. Jin, and I. Stoica. 2019. Neural Packet Classification. CoRR abs\/1902.10319 (2019). arXiv:1902.10319 http:\/\/arxiv.org\/abs\/1902.10319"},{"key":"key-10.1145\/3341216.3342218-21","unstructured":"C. Liu, T. Arnon, C. Lazarus, C. Barrett, and M. Kochenderfer. 2019. Algorithms for Verifying Deep Neural Networks. Technical Report. http:\/\/arxiv.org\/abs\/1903.06758."},{"key":"key-10.1145\/3341216.3342218-22","unstructured":"H. Mao, M. Alizadeh, I. Menache, and S. Kandula. 2016. DeepRM. Code Repository. https:\/\/github.com\/hongzimao\/deeprm."},{"key":"key-10.1145\/3341216.3342218-23","doi-asserted-by":"crossref","unstructured":"H. Mao, M. Alizadeh, I. Menache, and S. Kandula. 2016. Resource Management with Deep Reinforcement Learning. In Proc. 15th ACM Workshop on Hot Topics in Networks (HotNets). 50--56.","DOI":"10.1145\/3005745.3005750"},{"key":"key-10.1145\/3341216.3342218-24","doi-asserted-by":"crossref","unstructured":"H. Mao, R. Netravali, and M Alizadeh. 2017. Neural Adaptive Video Streaming with Pensieve. In Proc. Conf. of the ACM Special Interest Group on Data Communication (SIGCOMM). 197--210.","DOI":"10.1145\/3098822.3098843"},{"key":"key-10.1145\/3341216.3342218-25","unstructured":"H. Mao, R. Netravali, and M Alizadeh. 2017. Pensieve. Code Repository. https:\/\/github.com\/hongzimao\/pensieve."},{"key":"key-10.1145\/3341216.3342218-26","unstructured":"J. Schulman, S. Levine, P. Abbeel, M. Jordan, and P. Moritz. 2015. Trust Region Policy Optimization. In International Conference on Machine Learning. 1889--1897."},{"key":"key-10.1145\/3341216.3342218-27","unstructured":"R. Sharma and A. Aiken. 2016. From Invariant Checking to Invariant Inference using Randomized Search. Formal Methods in System Design 48, 3 (2016), 235--256."},{"key":"key-10.1145\/3341216.3342218-28","unstructured":"D. Silver, A. Huang, C. Maddison, A. Guez, L. Sifre, G. Van Den Driessche, J. Schrittwieser, I. Antonoglou, V. Panneershelvam, M. Lanctot, and S. Dieleman. 2016. Mastering the Game of Go with Deep Neural Networks and Tree Search. Nature 529, 7587 (2016), 484--489."},{"key":"key-10.1145\/3341216.3342218-29","unstructured":"D. Silver, J. Schrittwieser, K. Simonyan, I. Antonoglou, A. Huang, A. Guez, T. Hubert, L. Baker, M. Lai, A. Bolton, Y. Chen, T. Lillicrap, F. Hui, L. Sifre, G. van den Driessche, Graepel T., and D. Hassabis. 2017. Mastering the Game of Go without Human Knowledge. Nature 550, 7676 (2017), 354."},{"key":"key-10.1145\/3341216.3342218-30","doi-asserted-by":"crossref","unstructured":"X. Sun, H. Khedr, and Y. Shoukry. 2019. Formal Verification of Neural Network Controlled Autonomous Systems. In Proc. 22nd ACM Int. Conf. on Hybrid Systems: Computation and Control (HSCC).","DOI":"10.1145\/3302504.3311802"},{"key":"key-10.1145\/3341216.3342218-31","unstructured":"R. Sutton and A. Barto. 1998. Introduction to Reinforcement Learning. MIT press Cambridge."},{"key":"key-10.1145\/3341216.3342218-32","unstructured":"V. Tjeng, K. Xiao, and R. Tedrake. 2017. Evaluating Robustness of Neural Networks with Mixed Integer Programming. Technical Report. http:\/\/arxiv.org\/abs\/1711.07356."},{"key":"key-10.1145\/3341216.3342218-33","doi-asserted-by":"crossref","unstructured":"A. Valadarsky, M. Schapira, D. Shahaf, and A. Tamar. 2017. Learning to Route. In Proc. 16th ACM Workshop on Hot Topics in Networks (HotNets). 185--191.","DOI":"10.1145\/3152434.3152441"},{"key":"key-10.1145\/3341216.3342218-34","unstructured":"S. Wang, K. Pei, J. Whitehouse, J. Yang, and S. Jana. 2018. Formal Security Analysis of Neural Networks using Symbolic Intervals. In Proc. 27th USENIX Security Symposium."}],"event":{"name":"the 2019 Workshop","location":"Beijing, China","acronym":"NetAI'19","sponsor":["SIGCOMM, ACM Special Interest Group on Data Communication"],"start":{"date-parts":[[2019,8,23]]},"end":{"date-parts":[[2019,8,23]]}},"container-title":["Proceedings of the 2019 Workshop on Network Meets AI & ML  - NetAI'19"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3341216.3342218","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/dl.acm.org\/ft_gateway.cfm?id=3342218&ftid=2079900&dwn=1","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T23:23:26Z","timestamp":1750202606000},"score":1,"resource":{"primary":{"URL":"http:\/\/dl.acm.org\/citation.cfm?doid=3341216.3342218"}},"subtitle":[],"proceedings-subject":"Network Meets AI & ML","short-title":[],"issued":{"date-parts":[[2019]]},"references-count":34,"URL":"https:\/\/doi.org\/10.1145\/3341216.3342218","relation":{},"subject":[],"published":{"date-parts":[[2019]]}}}