{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,27]],"date-time":"2025-03-27T16:00:15Z","timestamp":1743091215280,"version":"3.40.3"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031802829"},{"type":"electronic","value":"9783031802836"}],"license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-3-031-80283-6_4","type":"book-chapter","created":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T06:46:31Z","timestamp":1738392391000},"page":"61-77","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Actively Learning from\u00a0Machine Learning Models with\u00a0Queries and\u00a0Counterexamples"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-3889-6207","authenticated-orcid":false,"given":"Ana","family":"Ozaki","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,2,2]]},"reference":[{"issue":"2","key":"4_CR1","doi-asserted-by":"publisher","first-page":"87","DOI":"10.1016\/0890-5401(87)90052-6","volume":"75","author":"D Angluin","year":"1987","unstructured":"Angluin, D.: Learning regular sets from queries and counterexamples. Inf. Comput. 75(2), 87\u2013106 (1987)","journal-title":"Inf. Comput."},{"issue":"4","key":"4_CR2","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1007\/BF00116828","volume":"2","author":"D Angluin","year":"1988","unstructured":"Angluin, D.: Queries and concept learning. Mach. Learn. 2(4), 319\u2013342 (1988)","journal-title":"Mach. Learn."},{"key":"4_CR3","doi-asserted-by":"publisher","first-page":"147","DOI":"10.1007\/BF00992675","volume":"9","author":"D Angluin","year":"1992","unstructured":"Angluin, D., Frazier, M., Pitt, L.: Learning conjunctions of horn clauses. Mach. Learn. 9, 147\u2013164 (1992)","journal-title":"Mach. Learn."},{"key":"4_CR4","unstructured":"Arenas, M., Barcel\u00f3, P., Bertossi, L.E., Monet, M.: On the complexity of shap-score-based explanations: tractability via knowledge compilation and non-approximability results. J. Mach. Learn. Res. 24, 63:1\u201363:58 (2023). http:\/\/jmlr.org\/papers\/v24\/21-0389.html"},{"key":"4_CR5","unstructured":"Awudu, K., Zhou, S.: X-trepan: a multi class regression and adapted extraction of comprehensible decision tree in artificial neural networks. arXiv arXiv:1508.07551 (2015). https:\/\/api.semanticscholar.org\/CorpusID:15052370"},{"key":"4_CR6","doi-asserted-by":"publisher","unstructured":"Blum, S., Koudijs, R., Ozaki, A., Touileb, S.: Learning horn envelopes via queries from language models. Int. J. Approximate Reasoning 171, 109026 (2023). https:\/\/doi.org\/10.1016\/j.ijar.2023.109026, https:\/\/www.sciencedirect.com\/science\/article\/pii\/S0888613X23001573","DOI":"10.1016\/j.ijar.2023.109026"},{"key":"4_CR7","doi-asserted-by":"publisher","unstructured":"Bologna, G., Hayashi, Y.: A comparison study on rule extraction from neural network ensembles, boosted shallow trees, and svms. Appl. Comput. Intell. Soft Comput. 2018, 4084850:1\u20134084850:20 (2018). https:\/\/doi.org\/10.1155\/2018\/4084850","DOI":"10.1155\/2018\/4084850"},{"key":"4_CR8","doi-asserted-by":"publisher","unstructured":"Boz, O.: Extracting decision trees from trained neural networks. In: Proceedings of the Eighth ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, July 23\u201326, 2002, Edmonton, Alberta, Canada, pp. 456\u2013461. ACM (2002). https:\/\/doi.org\/10.1145\/775047.775113","DOI":"10.1145\/775047.775113"},{"key":"4_CR9","unstructured":"Bshouty, N.H., Haddad-Zaknoon, C.A.: Adaptive exact learning of decision trees from membership queries. In: Garivier, A., Kale, S. (eds.) ALT. Proceedings of Machine Learning Research, vol.\u00a098, pp. 207\u2013234. PMLR (2019)"},{"issue":"4","key":"4_CR10","doi-asserted-by":"publisher","first-page":"471","DOI":"10.1016\/j.jcss.2004.10.002","volume":"70","author":"NH Bshouty","year":"2005","unstructured":"Bshouty, N.H., Jackson, J.C., Tamon, C.: Exploring learnability between exact and PAC. J. Comput. Syst. Sci. 70(4), 471\u2013484 (2005)","journal-title":"J. Comput. Syst. Sci."},{"key":"4_CR11","doi-asserted-by":"publisher","unstructured":"Bshouty, N.: Exact learning via the monotone theory. In: Proceedings of 1993 IEEE 34th Annual Foundations of Computer Science, pp. 302\u2013311 (1993). https:\/\/doi.org\/10.1109\/SFCS.1993.366857","DOI":"10.1109\/SFCS.1993.366857"},{"key":"4_CR12","doi-asserted-by":"publisher","unstructured":"Burkhardt, S., Brugger, J., Wagner, N., Ahmadi, Z., Kersting, K., Kramer, S.: Rule extraction from binary neural networks with convolutional rules for model validation. Frontiers Artif. Intell. 4, 642263 (2021). https:\/\/doi.org\/10.3389\/FRAI.2021.642263","DOI":"10.3389\/FRAI.2021.642263"},{"key":"4_CR13","unstructured":"Craven, M.W., Shavlik, J.W.: Extracting tree-structured representations of trained networks. In: NIPS 1995, pp. 24\u201330. MIT Press (1995)"},{"key":"4_CR14","unstructured":"Dancey, D., McLean, D., Bandar, Z.: Decision tree extraction from trained neural networks. In: Barr, V., Markov, Z. (eds.) Proceedings of the Seventeenth International Florida Artificial Intelligence Research Society Conference, Miami Beach, Florida, USA, pp. 515\u2013519. AAAI Press (2004). http:\/\/www.aaai.org\/Library\/FLAIRS\/2004\/flairs04-089.php"},{"key":"4_CR15","doi-asserted-by":"publisher","unstructured":"Domingos, P., Hulten, G.: Mining high-speed data streams. In: Proceedings of the Sixth ACM SIGKDD International Conference on Knowledge Discovery and Data Mining, pp. 71\u201380. KDD \u201900, Association for Computing Machinery, New York, NY, USA (2000). https:\/\/doi.org\/10.1145\/347090.347107","DOI":"10.1145\/347090.347107"},{"key":"4_CR16","unstructured":"Duarte, M.R.C., Konev, B., Ozaki, A.: Exactlearner: a tool for exact learning of EL ontologies. In: KR, pp. 409\u2013414 (2018)"},{"issue":"11","key":"4_CR17","doi-asserted-by":"publisher","first-page":"665","DOI":"10.1038\/s42256-020-00257-z","volume":"2","author":"R Geirhos","year":"2020","unstructured":"Geirhos, R., et al.: Shortcut learning in deep neural networks. Nat. Mach. Intell. 2(11), 665\u2013673 (2020). https:\/\/doi.org\/10.1038\/s42256-020-00257-z","journal-title":"Nat. Mach. Intell."},{"key":"4_CR18","doi-asserted-by":"publisher","unstructured":"Young, W.A., et al.: An investigation of TREPAN utilising a continuous oracle model. Int. J. Data Anal. Tech. Strateg. 3(4), 325\u2013352 (2011). https:\/\/doi.org\/10.1504\/IJDATS.2011.042953","DOI":"10.1504\/IJDATS.2011.042953"},{"issue":"1","key":"4_CR19","doi-asserted-by":"publisher","first-page":"109","DOI":"10.1006\/jcss.1997.1543","volume":"58","author":"MJ Kearns","year":"1999","unstructured":"Kearns, M.J., Mansour, Y.: On the boosting ability of top-down decision tree learning algorithms. J. Comput. Syst. Sci. 58(1), 109\u2013128 (1999). https:\/\/doi.org\/10.1006\/jcss.1997.1543","journal-title":"J. Comput. Syst. Sci."},{"key":"4_CR20","unstructured":"Konev, B., Lutz, C., Ozaki, A., Wolter, F.: Exact learning of lightweight description logic ontologies. J. Mach. Learn. Res. 18, 201:1\u2013201:63 (2017)"},{"issue":"12","key":"4_CR21","doi-asserted-by":"publisher","first-page":"1999","DOI":"10.1016\/S0031-3203(98)00181-2","volume":"32","author":"R Krishnan","year":"1999","unstructured":"Krishnan, R., Sivakumar, G., Bhattacharya, P.: Extracting decision trees from trained neural networks. Pattern Recogn. 32(12), 1999\u20132009 (1999). https:\/\/doi.org\/10.1016\/S0031-3203(98)00181-2","journal-title":"Pattern Recogn."},{"key":"4_CR22","unstructured":"Matteo\u00a0Magnini, Ana\u00a0Ozaki, R.S.: Actively learning ontologies from LLMs: first results (extended abstract). In: Laura\u00a0Giordano, J.C.J., Ozaki, A. (eds.) DL. CEUR Workshop Proceedings, vol.\u00a03739 (2024). https:\/\/ceur-ws.org\/Vol-3739\/abstract-18.pdf"},{"key":"4_CR23","unstructured":"Nanfack, G., Temple, P., Fr\u00e9nay, B.: Global explanations with decision rules: a co-learning approach. In: de\u00a0Campos, C.P., Maathuis, M.H., Quaeghebeur, E. (eds.) UAI. Proceedings of Machine Learning Research, vol.\u00a0161, pp. 589\u2013599. AUAI Press (2021). https:\/\/proceedings.mlr.press\/v161\/nanfack21a.html"},{"key":"4_CR24","unstructured":"Persia, C., J\u00f8sang, J., Ozaki, A.: Extracting horn theories from neural networks with queries and counterexamples. In: International Workshop on Knowledge Representation for Hybrid intelligence (2022). https:\/\/sites.google.com\/view\/kr4hi\/programme"},{"key":"4_CR25","doi-asserted-by":"crossref","unstructured":"Persia, C., Ozaki, A.: Extracting rules from neural networks with partial interpretations. In: Northern Lights Deep Learning Conference (2022). https:\/\/www.nldl.org\/program2022","DOI":"10.7557\/18.6301"},{"key":"4_CR26","doi-asserted-by":"publisher","unstructured":"QUINLAN, J.R.: Chapter 2 - constructing decision trees. In: Quinlan, J.R. (ed.) C4.5, pp. 17\u201326. Morgan Kaufmann, San Francisco (CA) (1993). https:\/\/doi.org\/10.1016\/B978-0-08-050058-4.50007-3, https:\/\/www.sciencedirect.com\/science\/article\/pii\/B9780080500584500073","DOI":"10.1016\/B978-0-08-050058-4.50007-3"},{"issue":"6","key":"4_CR27","doi-asserted-by":"publisher","first-page":"1392","DOI":"10.1109\/72.809084","volume":"10","author":"GPJ Schmitz","year":"1999","unstructured":"Schmitz, G.P.J., Aldrich, C., Gouws, F.S.: ANN-DT: an algorithm for extraction of decision trees from artificial neural networks. IEEE Trans. Neural Networks 10(6), 1392\u20131401 (1999). https:\/\/doi.org\/10.1109\/72.809084","journal-title":"IEEE Trans. Neural Networks"},{"issue":"2","key":"4_CR28","doi-asserted-by":"publisher","first-page":"193","DOI":"10.1145\/226643.226644","volume":"43","author":"B Selman","year":"1996","unstructured":"Selman, B., Kautz, H.: Knowledge compilation and theory approximation. J. ACM 43(2), 193\u2013224 (1996). https:\/\/doi.org\/10.1145\/226643.226644","journal-title":"J. ACM"},{"key":"4_CR29","unstructured":"Setiono, R., Liu, H.: Understanding neural networks via rule extraction. In: Proceedings of the Fourteenth International Joint Conference on Artificial Intelligence, IJCAI 95, Montr\u00e9al Qu\u00e9bec, Canada, August 20\u201325 1995, 2 Volumes, pp. 480\u2013487. Morgan Kaufmann (1995). http:\/\/ijcai.org\/Proceedings\/95-1\/Papers\/063.pdf"},{"key":"4_CR30","doi-asserted-by":"publisher","unstructured":"Shih, A., Darwiche, A., Choi, A.: Verifying binarized neural networks by angluin-style learning. In: Janota, M., Lynce, I. (eds.) Theory and Applications of Satisfiability Testing - SAT. Lecture Notes in Computer Science, vol. 11628, pp. 354\u2013370. Springer (2019). https:\/\/doi.org\/10.1007\/978-3-030-24258-9_25","DOI":"10.1007\/978-3-030-24258-9_25"},{"key":"4_CR31","unstructured":"Sipser, M.: Introduction to the Theory of Computation. Thomson Course Technology, international edition of second edn. (2005)"},{"key":"4_CR32","doi-asserted-by":"publisher","unstructured":"Vasilev, N., Mincheva, Z., Nikolov, V.: Decision tree extraction using trained neural network. In: Klein, C., Helfert, M. (eds.) Proceedings of the 9th International Conference on Smart Cities and Green ICT Systems, SMARTGREENS 2020, Prague, Czech Republic, May 2\u20134, 2020. pp. 194\u2013200. SCITEPRESS (2020). https:\/\/doi.org\/10.5220\/0009351801940200","DOI":"10.5220\/0009351801940200"},{"key":"4_CR33","unstructured":"Weiss, G., Goldberg, Y., Yahav, E.: Extracting automata from recurrent neural networks using queries and counterexamples. In: Dy, J.G., Krause, A. (eds.) ICML. Proceedings of Machine Learning Research, vol.\u00a080, pp. 5244\u20135253. PMLR (2018). http:\/\/proceedings.mlr.press\/v80\/weiss18a.html"},{"key":"4_CR34","unstructured":"Weiss, G., Goldberg, Y., Yahav, E.: Learning deterministic weighted automata with queries and counterexamples. In: Wallach, H.M., Larochelle, H., Beygelzimer, A., d\u2019Alch\u00e9-Buc, F., Fox, E.B., Garnett, R. (eds.) NeurIPS, pp. 8558\u20138569 (2019). https:\/\/proceedings.neurips.cc\/paper\/2019\/hash\/d3f93e7766e8e1b7ef66dfdd9a8be93b-Abstract.html"},{"issue":"5","key":"4_CR35","doi-asserted-by":"publisher","first-page":"2877","DOI":"10.1007\/S10994-022-06163-2","volume":"113","author":"G Weiss","year":"2024","unstructured":"Weiss, G., Goldberg, Y., Yahav, E.: Extracting automata from recurrent neural networks using queries and counterexamples (extended version). Mach. Learn. 113(5), 2877\u20132919 (2024). https:\/\/doi.org\/10.1007\/S10994-022-06163-2","journal-title":"Mach. Learn."},{"key":"4_CR36","doi-asserted-by":"publisher","unstructured":"Yellin, D.M., Weiss, G.: Synthesizing context-free grammars from recurrent neural networks. In: Groote, J.F., Larsen, K.G. (eds.) TACAS. Lecture Notes in Computer Science, vol. 12651, pp. 351\u2013369. Springer (2021). https:\/\/doi.org\/10.1007\/978-3-030-72016-2_19","DOI":"10.1007\/978-3-030-72016-2_19"}],"container-title":["Lecture Notes in Computer Science","Reasoning Web. Declarative Artificial Intelligence: Knowledge, Rules, Logic"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-80283-6_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,1]],"date-time":"2025-02-01T06:46:40Z","timestamp":1738392400000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-80283-6_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"ISBN":["9783031802829","9783031802836"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-80283-6_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025]]},"assertion":[{"value":"2 February 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}}]}}