{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T12:29:50Z","timestamp":1742992190305,"version":"3.40.3"},"publisher-location":"Cham","reference-count":27,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031450716"},{"type":"electronic","value":"9783031450723"}],"license":[{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2023,1,1]],"date-time":"2023-01-01T00:00:00Z","timestamp":1672531200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2023]]},"DOI":"10.1007\/978-3-031-45072-3_17","type":"book-chapter","created":{"date-parts":[[2023,10,14]],"date-time":"2023-10-14T11:01:34Z","timestamp":1697281294000},"page":"238-253","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Extracting Interpretable Hierarchical Rules from\u00a0Deep Neural Networks\u2019 Latent Space"],"prefix":"10.1007","author":[{"given":"Ya","family":"Wang","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Adrian","family":"Paschke","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2023,10,15]]},"reference":[{"issue":"6","key":"17_CR1","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1016\/0950-7051(96)81920-4","volume":"8","author":"R Andrews","year":"1995","unstructured":"Andrews, R., Diederich, J., Tickle, A.B.: Survey and critique of techniques for extracting rules from trained artificial neural networks. Knowl.-Based Syst. 8(6), 373\u2013389 (1995). https:\/\/doi.org\/10.1016\/0950-7051(96)81920-4","journal-title":"Knowl.-Based Syst."},{"key":"17_CR2","doi-asserted-by":"crossref","unstructured":"Benitez, J., Castro, J., Requena, I.: Are artificial neural networks black boxes? IEEE Trans. Neural Netw. 8(5), 1156\u20131164 (1997). https:\/\/doi.org\/10\/cr3mjs","DOI":"10.1109\/72.623216"},{"key":"17_CR3","doi-asserted-by":"publisher","unstructured":"Blanc, G., Lange, J., Tan, L.Y.: Top-down induction of decision trees: rigorous guarantees and inherent limitations. arXiv preprint arXiv:1911.07375 (2019). https:\/\/doi.org\/10.48550\/arXiv.1911.07375","DOI":"10.48550\/arXiv.1911.07375"},{"key":"17_CR4","doi-asserted-by":"publisher","unstructured":"Bock, R.: MAGIC Gamma Telescope. UCI Machine Learning Repository (2007). https:\/\/doi.org\/10.24432\/C52C8B","DOI":"10.24432\/C52C8B"},{"key":"17_CR5","doi-asserted-by":"publisher","unstructured":"Breiman, L., Friedman, J., Olshen, R., Stone, C.: Classification and regression trees. Wadsworth Int. Group 37(15), 237\u2013251 (1984). https:\/\/doi.org\/10.1201\/9781315139470","DOI":"10.1201\/9781315139470"},{"key":"17_CR6","unstructured":"Craven, M., Shavlik, J.: Extracting tree-structured representations of trained networks. In: Touretzky, D., Mozer, M., Hasselmo, M. (eds.) Advances in Neural Information Processing Systems, vol. 8. MIT Press (1995)"},{"issue":"2","key":"17_CR7","doi-asserted-by":"publisher","first-page":"161","DOI":"10.1007\/BF00114162","volume":"6","author":"PW Frey","year":"1991","unstructured":"Frey, P.W., Slate, D.J.: Letter recognition using Holland-style adaptive classifiers. Mach. Learn. 6(2), 161\u2013182 (1991). https:\/\/doi.org\/10.1007\/BF00114162","journal-title":"Mach. Learn."},{"key":"17_CR8","series-title":"Cognitive Technologies","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-540-75197-7","volume-title":"Foundations of Rule Learning","author":"J F\u00fcrnkranz","year":"2012","unstructured":"F\u00fcrnkranz, J., Gamberger, D., Lavra\u010d, N.: Foundations of Rule Learning. Cognitive Technologies, Springer, Heidelberg (2012). https:\/\/doi.org\/10.1007\/978-3-540-75197-7"},{"issue":"8","key":"17_CR9","doi-asserted-by":"publisher","first-page":"1114","DOI":"10.1109\/21.299696","volume":"24","author":"L Fu","year":"1994","unstructured":"Fu, L.: Rule generation from neural networks. IEEE Trans. Syst. Man Cybern. 24(8), 1114\u20131124 (1994). https:\/\/doi.org\/10.1109\/21.299696","journal-title":"IEEE Trans. Syst. Man Cybern."},{"key":"17_CR10","doi-asserted-by":"publisher","DOI":"10.1007\/978-0-387-84858-7","volume-title":"The Elements of Statistical Learning: Data Mining, Inference, and Prediction","author":"T Hastie","year":"2009","unstructured":"Hastie, T., Tibshirani, R., Friedman, J.H., Friedman, J.H.: The Elements of Statistical Learning: Data Mining, Inference, and Prediction, vol. 2. Springer, New York (2009). https:\/\/doi.org\/10.1007\/978-0-387-84858-7"},{"key":"17_CR11","doi-asserted-by":"publisher","first-page":"346","DOI":"10.1016\/j.neucom.2020.01.036","volume":"387","author":"C He","year":"2020","unstructured":"He, C., Ma, M., Wang, P.: Extract interpretability-accuracy balanced rules from artificial neural networks: a review. Neurocomputing 387, 346\u2013358 (2020). https:\/\/doi.org\/10.1016\/j.neucom.2020.01.036","journal-title":"Neurocomputing"},{"issue":"7","key":"17_CR12","doi-asserted-by":"publisher","first-page":"1527","DOI":"10.1162\/neco.2006.18.7.1527","volume":"18","author":"GE Hinton","year":"2006","unstructured":"Hinton, G.E., Osindero, S., Teh, Y.W.: A fast learning algorithm for deep belief nets. Neural Comput. 18(7), 1527\u20131554 (2006). https:\/\/doi.org\/10.1162\/neco.2006.18.7.1527","journal-title":"Neural Comput."},{"issue":"7553","key":"17_CR13","doi-asserted-by":"publisher","first-page":"436","DOI":"10.1038\/nature14539","volume":"521","author":"Y LeCun","year":"2015","unstructured":"LeCun, Y., Bengio, Y., Hinton, G.: Deep learning. Nature 521(7553), 436\u2013444 (2015). https:\/\/doi.org\/10.1038\/nature14539","journal-title":"Nature"},{"key":"17_CR14","doi-asserted-by":"publisher","unstructured":"Muggleton, S., Buntine, W.: Machine invention of first-order predicates by inverting resolution. In: Laird, J. (ed.) Machine Learning Proceedings, pp. 339\u2013352. Morgan Kaufmann (1988). https:\/\/doi.org\/10.1016\/B978-0-934613-64-4.50040-2","DOI":"10.1016\/B978-0-934613-64-4.50040-2"},{"key":"17_CR15","doi-asserted-by":"publisher","unstructured":"Sato, M., Tsukimoto, H.: Rule extraction from neural networks via decision tree induction. In: International Joint Conference on Neural Networks Proceedings, vol. 3, pp. 1870\u20131875. IEEE (2001). https:\/\/doi.org\/10.1109\/IJCNN.2001.938448","DOI":"10.1109\/IJCNN.2001.938448"},{"key":"17_CR16","doi-asserted-by":"crossref","unstructured":"Schmitz, G., Aldrich, C., Gouws, F.: ANN-DT: an algorithm for extraction of decision trees from artificial neural networks. IEEE Trans. Neural Netw. 10(6), 1392\u20131401 (1999). https:\/\/doi.org\/10\/bzvfs2","DOI":"10.1109\/72.809084"},{"key":"17_CR17","doi-asserted-by":"crossref","unstructured":"Sethi, K.K., Mishra, D.K., Mishra, B.: KDRuleEx: a novel approach for enhancing user comprehensibility using rule extraction. In: 2012 Third International Conference on Intelligent Systems Modelling and Simulation, Kota Kinabalu, Malaysia, pp. 55\u201360. IEEE (2012). https:\/\/doi.org\/10\/gks4jz","DOI":"10.1109\/ISMS.2012.116"},{"key":"17_CR18","doi-asserted-by":"publisher","unstructured":"Setiono, R., Leow, W.K.: FERNN: an algorithm for fast extraction of rules from neural networks. Appl. Intell. 11 (2000). https:\/\/doi.org\/10.1023\/A:1008307919726","DOI":"10.1023\/A:1008307919726"},{"key":"17_CR19","doi-asserted-by":"publisher","unstructured":"Shams, Z., et al.: REM: an integrative rule extraction methodology for explainable data analysis in healthcare. medRxiv preprint (2021). https:\/\/doi.org\/10.1101\/2021.01.25.21250459","DOI":"10.1101\/2021.01.25.21250459"},{"key":"17_CR20","doi-asserted-by":"crossref","unstructured":"Taha, I., Ghosh, J.: Symbolic interpretation of artificial neural networks. IEEE Trans. Knowl. Data Eng. 11(3), 448\u2013463 (1999). https:\/\/doi.org\/10\/bpjz4s","DOI":"10.1109\/69.774103"},{"key":"17_CR21","unstructured":"Thrun, S.B.: Extracting provably correct rules from artificial neural networks. Technical report, University of Bonn (1993). https:\/\/dl.acm.org\/doi\/book\/10.5555\/895610"},{"issue":"1","key":"17_CR22","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1007\/BF00993103","volume":"13","author":"GG Towell","year":"1993","unstructured":"Towell, G.G., Shavlik, J.W.: Extracting refined rules from knowledge-based neural networks. Mach. Learn. 13(1), 71\u2013101 (1993). https:\/\/doi.org\/10.1007\/BF00993103","journal-title":"Mach. Learn."},{"key":"17_CR23","doi-asserted-by":"crossref","unstructured":"Tsukimoto, H.: Extracting rules from trained neural networks. IEEE Trans. Neural Netw. 11(2), 377\u2013389 (2000). https:\/\/doi.org\/10\/c43brd","DOI":"10.1109\/72.839008"},{"key":"17_CR24","doi-asserted-by":"publisher","unstructured":"W\u00f6rmann, J., Bogdoll, D., B\u00fchrle, E., Chen, H., Chuo: Knowledge augmented machine learning with applications in autonomous driving: a survey. arXiv preprint (2022). https:\/\/doi.org\/10.48550\/arXiv.2205.04712","DOI":"10.48550\/arXiv.2205.04712"},{"key":"17_CR25","unstructured":"Zarlenga, M.E., Shams, Z., Jamnik, M.: Efficient decompositional rule extraction for deep neural networks. arXiv preprint (2022). http:\/\/arxiv.org\/abs\/2111.12628"},{"key":"17_CR26","doi-asserted-by":"publisher","unstructured":"Zhou, Z.H., Chen, S.F., Chen, Z.Q.: A statistics based approach for extracting priority rules from trained neural networks. In: Proceedings of the International Joint Conference on Neural Networks, vol. 3, pp. 401\u2013406 (2000). https:\/\/doi.org\/10.1109\/IJCNN.2000.861337","DOI":"10.1109\/IJCNN.2000.861337"},{"key":"17_CR27","series-title":"Lecture Notes in Computer Science (Lecture Notes in Artificial Intelligence)","doi-asserted-by":"publisher","first-page":"457","DOI":"10.1007\/978-3-319-46307-0_29","volume-title":"Discovery Science","author":"JR Zilke","year":"2016","unstructured":"Zilke, J.R., Loza Menc\u00eda, E., Janssen, F.: DeepRED \u2013 rule extraction from deep neural networks. In: Calders, T., Ceci, M., Malerba, D. (eds.) DS 2016. LNCS (LNAI), vol. 9956, pp. 457\u2013473. Springer, Cham (2016). https:\/\/doi.org\/10.1007\/978-3-319-46307-0_29"}],"container-title":["Lecture Notes in Computer Science","Rules and Reasoning"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-45072-3_17","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,10,14]],"date-time":"2023-10-14T11:03:37Z","timestamp":1697281417000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-45072-3_17"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023]]},"ISBN":["9783031450716","9783031450723"],"references-count":27,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-45072-3_17","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2023]]},"assertion":[{"value":"15 October 2023","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"RuleML+RR","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Joint Conference on Rules and Reasoning","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Oslo","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Norway","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2023","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18 September 2023","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 September 2023","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"rulemlrr2023","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2023.declarativeai.net\/events\/ruleml-rr","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Easychair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"46","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"13","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"28% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"6 subreviewers were invited by the pc members and provided 7 reviews","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}