{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,25]],"date-time":"2025-03-25T19:42:45Z","timestamp":1742931765068,"version":"3.40.3"},"publisher-location":"Cham","reference-count":46,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030573201"},{"type":"electronic","value":"9783030573218"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-57321-8_19","type":"book-chapter","created":{"date-parts":[[2020,8,19]],"date-time":"2020-08-19T21:03:33Z","timestamp":1597871013000},"page":"343-363","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["On-the-fly Black-Box Probably Approximately Correct Checking of Recurrent Neural Networks"],"prefix":"10.1007","author":[{"given":"Franz","family":"Mayr","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ramiro","family":"Visca","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sergio","family":"Yovine","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2020,8,18]]},"reference":[{"issue":"1","key":"19_CR1","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3158668","volume":"28","author":"G Agha","year":"2018","unstructured":"Agha, G., Palmskog, K.: A survey of statistical model checking. ACM Trans. Model. Comput. Simul. 28(1), 1\u20139 (2018)","journal-title":"ACM Trans. Model. Comput. Simul."},{"key":"19_CR2","doi-asserted-by":"crossref","unstructured":"Akintunde, M.E., Kevorchian, A., Lomuscio, A., Pirovano, E.: Verification of RNN-based neural agent-environment systems. In: AAAI, pp. 6006\u20136013 (2019)","DOI":"10.1609\/aaai.v33i01.33016006"},{"key":"19_CR3","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"548","DOI":"10.1007\/11513988_52","volume-title":"Computer Aided Verification","author":"R Alur","year":"2005","unstructured":"Alur, R., Madhusudan, P., Nam, W.: Symbolic compositional verification by learning assumptions. In: Etessami, K., Rajamani, S.K. (eds.) CAV 2005. LNCS, vol. 3576, pp. 548\u2013562. Springer, Heidelberg (2005). https:\/\/doi.org\/10.1007\/11513988_52"},{"issue":"2","key":"19_CR4","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/0890-5401(87)90052-6","volume":"75","author":"D Angluin","year":"1987","unstructured":"Angluin, D.: Learning regular sets from queries and counterexamples. Inf. Comput. 75(2), 87\u2013106 (1987)","journal-title":"Inf. Comput."},{"key":"19_CR5","doi-asserted-by":"crossref","unstructured":"Angluin, D.: Computational learning theory: survey and selected bibliography. In: STOC, pp. 351\u2013369. ACM (1992)","DOI":"10.1145\/129712.129746"},{"key":"19_CR6","first-page":"1137","volume":"3","author":"Y Bengio","year":"2003","unstructured":"Bengio, Y., Ducharme, R., Vincent, P., Janvin, C.: A neural probabilistic language model. J. Mach. Learn. Res. 3, 1137\u20131155 (2003)","journal-title":"J. Mach. Learn. Res."},{"key":"19_CR7","unstructured":"Biran, O., Cotton, C.V.: Explanation and justification in machine learning : a survey. In: IJCAI Workshop on Explainable Artificial Intelligence (XAI) (2017)"},{"key":"19_CR8","volume-title":"Model Checking","author":"EM Clarke Jr","year":"1999","unstructured":"Clarke Jr., E.M., Grumberg, O., Peled, D.A.: Model Checking. MIT Press, Cambridge (1999)"},{"key":"19_CR9","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"331","DOI":"10.1007\/3-540-36577-X_24","volume-title":"Tools and Algorithms for the Construction and Analysis of Systems","author":"JM Cobleigh","year":"2003","unstructured":"Cobleigh, J.M., Giannakopoulou, D., P\u0103s\u0103reanu, C.S.: Learning assumptions for compositional verification. In: Garavel, H., Hatcliff, J. (eds.) TACAS 2003. LNCS, vol. 2619, pp. 331\u2013346. Springer, Heidelberg (2003). https:\/\/doi.org\/10.1007\/3-540-36577-X_24"},{"key":"19_CR10","doi-asserted-by":"crossref","unstructured":"Du, M., Li, F., Zheng, G., Srikumar, V.: Deeplog: anomaly detection and diagnosis from system logs through deep learning. In: SIGSAC CCS, pp. 1285\u20131298. ACM (2017)","DOI":"10.1145\/3133956.3134015"},{"key":"19_CR11","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1007\/978-3-319-68167-2_19","volume-title":"Automated Technology for Verification and Analysis","author":"R Ehlers","year":"2017","unstructured":"Ehlers, R.: Formal verification of piece-wise linear feed-forward neural networks. In: D\u2019Souza, D., Narayan Kumar, K. (eds.) ATVA 2017. LNCS, vol. 10482, pp. 269\u2013286. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-68167-2_19"},{"key":"19_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"511","DOI":"10.1007\/978-3-642-24372-1_40","volume-title":"Automated Technology for Verification and Analysis","author":"L Feng","year":"2011","unstructured":"Feng, L., Han, T., Kwiatkowska, M., Parker, D.: Learning-based compositional verification for synchronous probabilistic systems. In: Bultan, T., Hsiung, P.-A. (eds.) ATVA 2011. LNCS, vol. 6996, pp. 511\u2013521. Springer, Heidelberg (2011). https:\/\/doi.org\/10.1007\/978-3-642-24372-1_40"},{"key":"19_CR13","first-page":"21","volume":"138","author":"P Habermehl","year":"2004","unstructured":"Habermehl, P., Vojnar, T.: Regular model checking using inference of regular languages. ENTCS 138, 21\u201336 (2004)","journal-title":"ENTCS"},{"key":"19_CR14","unstructured":"Heinz, J., de la Higuera, C., van Zaanen, M.: Formal and empirical grammatical inference. In: ACL Annual Meeting, pp. 2:1\u20132:83. ACL (2011)"},{"key":"19_CR15","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/978-3-319-63387-9_1","volume-title":"Computer Aided Verification","author":"X Huang","year":"2017","unstructured":"Huang, X., Kwiatkowska, M., Wang, S., Wu, M.: Safety verification of deep neural networks. In: Majumdar, R., Kun\u010dak, V. (eds.) CAV 2017. LNCS, vol. 10426, pp. 3\u201329. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-63387-9_1"},{"key":"19_CR16","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1007\/978-3-319-63387-9_5","volume-title":"Computer Aided Verification","author":"G Katz","year":"2017","unstructured":"Katz, G., Barrett, C., Dill, D.L., Julian, K., Kochenderfer, M.J.: Reluplex: an efficient SMT solver for verifying deep neural networks. In: Majumdar, R., Kun\u010dak, V. (eds.) CAV 2017. LNCS, vol. 10426, pp. 97\u2013117. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-63387-9_5"},{"key":"19_CR17","doi-asserted-by":"crossref","unstructured":"Kim, J., Kim, J., Thu, H.L.T., Kim, H.: Long short term memory recurrent neural network classifier for intrusion detection. In: PlatCon, pp. 1\u20135. IEEE (2016)","DOI":"10.1109\/PlatCon.2016.7456805"},{"issue":"9","key":"19_CR18","doi-asserted-by":"publisher","first-page":"2064","DOI":"10.3390\/s19092064","volume":"19","author":"J Koci\u0107","year":"2019","unstructured":"Koci\u0107, J., Jovi\u010di\u0107, N., Drndarevi\u0107, V.: An end-to-end deep neural network for autonomous driving designed for embedded automotive platforms. Sensors 19(9), 2064 (2019)","journal-title":"Sensors"},{"key":"19_CR19","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"478","DOI":"10.1007\/978-3-319-91908-9_23","volume-title":"Computing and Software Science","author":"A Legay","year":"2019","unstructured":"Legay, A., Lukina, A., Traonouez, L.M., Yang, J., Smolka, S.A., Grosu, R.: Statistical model checking. In: Steffen, B., Woeginger, G. (eds.) Computing and Software Science. LNCS, vol. 10000, pp. 478\u2013504. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-319-91908-9_23"},{"key":"19_CR20","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"350","DOI":"10.1007\/978-3-319-99740-7_25","volume-title":"Machine Learning and Knowledge Extraction","author":"F Mayr","year":"2018","unstructured":"Mayr, F., Yovine, S.: Regular inference on artificial neural networks. In: Holzinger, A., Kieseberg, P., Tjoa, A.M., Weippl, E. (eds.) CD-MAKE 2018. LNCS, vol. 11015, pp. 350\u2013369. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-99740-7_25"},{"issue":"3\u20134","key":"19_CR21","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1007\/s11334-019-00342-6","volume":"15","author":"J Meijer","year":"2019","unstructured":"Meijer, J., van de Pol, J.: Sound black-box checking in the learnlib. Innovations Syst. Softw. Eng. 15(3\u20134), 267\u2013287 (2019)","journal-title":"Innovations Syst. Softw. Eng."},{"key":"19_CR22","doi-asserted-by":"crossref","unstructured":"Meinke, K., Sindhu, M.A.: LBTest: a learning-based testing tool for reactive systems. In: STVV, pp. 447\u2013454. IEEE, March 2013","DOI":"10.1109\/ICST.2013.62"},{"key":"19_CR23","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"53","DOI":"10.1007\/978-3-319-96562-8_2","volume-title":"Machine Learning for Dynamic Software Analysis: Potentials and Limits","author":"K Meinke","year":"2018","unstructured":"Meinke, K.: Learning-based testing: recent progress and future prospects. In: Bennaceur, A., H\u00e4hnle, R., Meinke, K. (eds.) Machine Learning for Dynamic Software Analysis: Potentials and Limits. LNCS, vol. 11026, pp. 53\u201373. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-96562-8_2"},{"key":"19_CR24","doi-asserted-by":"crossref","unstructured":"Merrill, W.: Sequential neural networks as automata. arXiv preprint arXiv:1906.01615 (2019)","DOI":"10.18653\/v1\/W19-3901"},{"key":"19_CR25","unstructured":"Merten, M.: Active automata learning for real life applications. Ph.D. thesis, Technischen Universit\u00e4t Dortmund (2013)"},{"key":"19_CR26","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.artint.2018.07.007","volume":"267","author":"T Miller","year":"2019","unstructured":"Miller, T.: Explanation in artificial intelligence: insights from the social sciences. Artif. Intell. 267, 1\u201338 (2019)","journal-title":"Artif. Intell."},{"key":"19_CR27","unstructured":"Odena, A., Olsson, C., Andersen, D., Goodfellow, I.J.: Tensorfuzz: debugging neural networks with coverage-guided fuzzing. In: ICML, vol. 97, pp. 4901\u20134911. PMLR (2019)"},{"key":"19_CR28","doi-asserted-by":"publisher","first-page":"286","DOI":"10.3389\/fgene.2019.00286","volume":"10","author":"M Oubounyt","year":"2019","unstructured":"Oubounyt, M., Louadi, Z., Tayara, H., Chong, K.T.: Deepromoter: robust promoter predictor using deep learning. Front. Genet. 10, 286 (2019)","journal-title":"Front. Genet."},{"key":"19_CR29","doi-asserted-by":"crossref","unstructured":"Pascanu, R., Stokes, J.W., Sanossian, H., Marinescu, M., Thomas, A.: Malware classification with recurrent networks. In: ICASSP, pp. 1916\u20131920. IEEE (2015)","DOI":"10.1109\/ICASSP.2015.7178304"},{"issue":"2","key":"19_CR30","first-page":"225","volume":"7","author":"D Peled","year":"2002","unstructured":"Peled, D., Vardi, M.Y., Yannakakis, M.: Black box checking. J. Automata Lang. Comb. 7(2), 225\u2013246 (2002)","journal-title":"J. Automata Lang. Comb."},{"issue":"2","key":"19_CR31","doi-asserted-by":"publisher","first-page":"117","DOI":"10.3233\/AIC-2012-0525","volume":"25","author":"L Pulina","year":"2012","unstructured":"Pulina, L., Tacchella, A.: Challenging SMT solvers to verify neural networks. AI Commun. 25(2), 117\u2013135 (2012)","journal-title":"AI Commun."},{"key":"19_CR32","doi-asserted-by":"publisher","first-page":"578","DOI":"10.1016\/j.cose.2018.05.010","volume":"77","author":"M Rhode","year":"2017","unstructured":"Rhode, M., Burnap, P., Jones, K.: Early stage malware prediction using recurrent neural networks. Comput. Secur. 77, 578\u2013594 (2017)","journal-title":"Comput. Secur."},{"key":"19_CR33","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cwhy should i trust you?\u201d: explaining the predictions of any classifier. In: SIGKDD Knowledge Discovery and Data Mining, pp. 1135\u20131144. ACM (2016)","DOI":"10.1145\/2939672.2939778"},{"key":"19_CR34","doi-asserted-by":"crossref","unstructured":"Scheiner, N., Appenrodt, N., Dickmann, J., Sick, B.: Radar-based road user classification and novelty detection with recurrent neural network ensembles. In: Intelligent Vehicles Symposium, pp. 722\u2013729. IEEE (2019)","DOI":"10.1109\/IVS.2019.8813773"},{"key":"19_CR35","doi-asserted-by":"crossref","unstructured":"Siegelmann, H.T., Sontag, E.D.: On the computational power of neural nets. In: COLT, pp. 440\u2013449. ACM (1992)","DOI":"10.1145\/130385.130432"},{"key":"19_CR36","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1007\/978-3-319-66808-6_18","volume-title":"Machine Learning and Knowledge Extraction","author":"D Singh","year":"2017","unstructured":"Singh, D., et al.: Human activity recognition using recurrent neural networks. In: Holzinger, A., Kieseberg, P., Tjoa, A.M., Weippl, E. (eds.) CD-MAKE 2017. LNCS, vol. 10410, pp. 267\u2013274. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-66808-6_18"},{"key":"19_CR37","unstructured":"Suzgun, M., Belinkov, Y., Shieber, S.M.: On evaluating the generalization of LSTM models in formal languages. CoRR abs\/1811.01001 (2018)"},{"key":"19_CR38","unstructured":"Trakhtenbrot, B.A., Barzdin, I.M.: Finite Automata : Behavior and Synthesis. North-Holland, Amsterdam (1973)"},{"issue":"11","key":"19_CR39","doi-asserted-by":"publisher","first-page":"1134","DOI":"10.1145\/1968.1972","volume":"27","author":"LG Valiant","year":"1984","unstructured":"Valiant, L.G.: A theory of the learnable. Commun. ACM 27(11), 1134\u20131142 (1984)","journal-title":"Commun. ACM"},{"key":"19_CR40","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"494","DOI":"10.1007\/978-3-540-30538-5_41","volume-title":"FSTTCS 2004: Foundations of Software Technology and Theoretical Computer Science","author":"A Vardhan","year":"2004","unstructured":"Vardhan, A., Sen, K., Viswanathan, M., Agha, G.: Actively learning to verify safety for FIFO automata. In: Lodaya, K., Mahajan, M. (eds.) FSTTCS 2004. LNCS, vol. 3328, pp. 494\u2013505. Springer, Heidelberg (2004). https:\/\/doi.org\/10.1007\/978-3-540-30538-5_41"},{"key":"19_CR41","doi-asserted-by":"publisher","first-page":"46717","DOI":"10.1109\/ACCESS.2019.2906934","volume":"7","author":"R Vinayakumar","year":"2019","unstructured":"Vinayakumar, R., Alazab, M., Soman, K., Poornachandran, P., Venkatraman, S.: Robust intelligent malware detection using deep learning. IEEE Access 7, 46717\u201346738 (2019)","journal-title":"IEEE Access"},{"key":"19_CR42","unstructured":"Wang, Q., Zhang, K., Ororbia II, A.G., Xing, X., Liu, X., Giles, C.L.: A comparison of rule extraction for different recurrent neural network models and grammatical complexity. CoRR abs\/1801.05420 (2018)"},{"key":"19_CR43","unstructured":"Wang, Q., Zhang, K., Liu, X., Giles, C.L.: Verification of recurrent neural networks through rule extraction. In: AAAI Spring Symposium on Verification of Neural Networks (VNN19) (2019)"},{"issue":"9","key":"19_CR44","doi-asserted-by":"publisher","first-page":"2568","DOI":"10.1162\/neco_a_01111","volume":"30","author":"Q Wang","year":"2018","unstructured":"Wang, Q., Zhang, K., Ororbia II, A.G., Xing, X., Liu, X., Giles, C.L.: An empirical evaluation of rule extraction from recurrent neural networks. Neural Comput. 30(9), 2568\u20132591 (2018)","journal-title":"Neural Comput."},{"key":"19_CR45","unstructured":"Weiss, G., Goldberg, Y., Yahav, E.: Extracting automata from recurrent neural networks using queries and counterexamples. In: ICML, vol. 80. PMLR (2018)"},{"key":"19_CR46","doi-asserted-by":"publisher","first-page":"21954","DOI":"10.1109\/ACCESS.2017.2762418","volume":"5","author":"C Yin","year":"2017","unstructured":"Yin, C., Zhu, Y., Fei, J., He, X.: A deep learning approach for intrusion detection using recurrent neural networks. IEEE Access 5, 21954\u201321961 (2017)","journal-title":"IEEE Access"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Extraction"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-57321-8_19","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,19]],"date-time":"2024-08-19T06:54:34Z","timestamp":1724050474000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-57321-8_19"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030573201","9783030573218"],"references-count":46,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-57321-8_19","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"18 August 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CD-MAKE","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Cross-Domain Conference for Machine Learning and Knowledge Extraction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Dublin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Ireland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 August 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28 August 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"cd-make2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/cd-make.net\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}