{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,10]],"date-time":"2026-04-10T11:00:55Z","timestamp":1775818855295,"version":"3.50.1"},"reference-count":53,"publisher":"Springer Science and Business Media LLC","issue":"7","license":[{"start":{"date-parts":[[2018,5,7]],"date-time":"2018-05-07T00:00:00Z","timestamp":1525651200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0"}],"funder":[{"DOI":"10.13039\/501100000761","name":"Imperial College London","doi-asserted-by":"crossref","id":[{"id":"10.13039\/501100000761","id-type":"DOI","asserted-by":"crossref"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Mach Learn"],"published-print":{"date-parts":[[2018,7]]},"DOI":"10.1007\/s10994-018-5707-3","type":"journal-article","created":{"date-parts":[[2018,5,7]],"date-time":"2018-05-07T20:06:40Z","timestamp":1525723600000},"page":"1119-1140","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":82,"title":["Ultra-Strong Machine Learning: comprehensibility of programs learned with ILP"],"prefix":"10.1007","volume":"107","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-6061-6104","authenticated-orcid":false,"given":"Stephen H.","family":"Muggleton","sequence":"first","affiliation":[]},{"given":"Ute","family":"Schmid","sequence":"additional","affiliation":[]},{"given":"Christina","family":"Zeller","sequence":"additional","affiliation":[]},{"given":"Alireza","family":"Tamaddoni-Nezhad","sequence":"additional","affiliation":[]},{"given":"Tarek","family":"Besold","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,5,7]]},"reference":[{"key":"5707_CR1","doi-asserted-by":"crossref","unstructured":"Aha, D. W., Lapointe, S., Ling, C. X., & Matwin, S. (1994). Inverting implication with small training sets. In European conference on machine learning (pp. 29\u201348). Springer.","DOI":"10.1007\/3-540-57868-4_49"},{"key":"5707_CR2","doi-asserted-by":"crossref","unstructured":"Albarghouthi, A., Gulwani, S., & Kincaid, Z. (2013). Recursive program synthesis. In International conference on computer aided verification (pp. 934\u2013950). Springer.","DOI":"10.1007\/978-3-642-39799-8_67"},{"key":"5707_CR3","doi-asserted-by":"crossref","unstructured":"Allahyari, H., & Lavesson, N. (2011). User-oriented assessment of classification model understandability. In 11th Scandinavian conference on artificial intelligence. IOS Press.","DOI":"10.3233\/978-1-60750-754-3-11"},{"key":"5707_CR4","doi-asserted-by":"crossref","unstructured":"Askira-Gelman, I. (1998). Knowledge discovery: Comprehensibility of the results. In Proceedings of the thirty-first Hawaii international conference on system sciences (Vol. 5, pp. 247\u2013255). IEEE.","DOI":"10.1109\/HICSS.1998.648319"},{"key":"5707_CR5","volume-title":"Inductive logic programming: From machine learning to software engineering","author":"F Bergadano","year":"1996","unstructured":"Bergadano, F., & Gunetti, D. (1996). Inductive logic programming: From machine learning to software engineering. Cambridge: MIT Press."},{"issue":"1","key":"5707_CR6","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1109\/64.21896","volume":"4","author":"B Chandrasekaran","year":"1989","unstructured":"Chandrasekaran, B., Tanner, M. C., & Josephson, J. R. (1989). Explaining control strategies in problem solving. IEEE Expert, 4(1), 9\u201315.","journal-title":"IEEE Expert"},{"issue":"3","key":"5707_CR7","doi-asserted-by":"publisher","first-page":"215","DOI":"10.1016\/0004-3702(83)90008-5","volume":"20","author":"WJ Clancey","year":"1983","unstructured":"Clancey, W. J. (1983). The epistemology of a rule-based expert system: A framework for explanation. Artificial Intelligence, 20(3), 215\u2013251.","journal-title":"Artificial Intelligence"},{"key":"5707_CR8","unstructured":"Doran, D., Schulz, S., & Besold, T. R. (2017). What does explainable ai really mean? A new conceptualization of perspectives. arXiv preprint arXiv:1710.00794 ."},{"issue":"1","key":"5707_CR9","doi-asserted-by":"publisher","first-page":"85","DOI":"10.1609\/aimag.v37i1.2648","volume":"37","author":"KD Forbus","year":"2016","unstructured":"Forbus, K. D. (2016). Software social organisms: Implications for measuring AI progress. AI Magazine, 37(1), 85\u201390.","journal-title":"AI Magazine"},{"issue":"1","key":"5707_CR10","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/2594473.2594475","volume":"15","author":"AA Freitas","year":"2014","unstructured":"Freitas, A. A. (2014). Comprehensible classification models: A position paper. SIGKDD Explorations Newsletter, 15(1), 1\u201310.","journal-title":"SIGKDD Explorations Newsletter"},{"key":"5707_CR11","doi-asserted-by":"crossref","unstructured":"Furusawa, M., Inuzuka, N., Seki, H., & Itoh, H. (1997). Induction of logic programs with more than one recursive clause by analyzing saturations. In International conference on inductive logic programming (pp. 165\u2013172). Springer.","DOI":"10.1007\/3540635149_45"},{"key":"5707_CR12","unstructured":"Gaines, B. R. (1996). Transforming rules and trees into comprehensible knowledge structures. In U. M. Fayyad, G. Piatetsky-Shapiro, P. Smyth & R. Uthurusamy (Eds.), Advances in knowledge discovery and data mining (pp. 205\u2013226). Palo Alto, CA: AAAI Press."},{"issue":"5598","key":"5707_CR13","doi-asserted-by":"publisher","first-page":"1569","DOI":"10.1126\/science.298.5598.1569","volume":"298","author":"MD Hauser","year":"2002","unstructured":"Hauser, M. D., Chomsky, N., & Fitch, W. T. (2002). The faculty of language: What is it, who has it, and how did it evolve? Science, 298(5598), 1569\u20131579.","journal-title":"Science"},{"key":"5707_CR14","unstructured":"Hobbs, J. R. (2004). Abduction in natural language understanding. In L. R. Horn & G. Ward (Eds.), Handbook of pragmatics (pp. 724\u2013741). Blackwell."},{"issue":"1","key":"5707_CR15","doi-asserted-by":"publisher","first-page":"141","DOI":"10.1016\/j.dss.2010.12.003","volume":"51","author":"J Huysmans","year":"2011","unstructured":"Huysmans, J., Dejaeger, K., Mues, C., Vanthienen, J., & Baesens, B. (2011). An empirical evaluation of the comprehensibility of decision table, tree and rule based predictive models. Decision Support Systems, 51(1), 141\u2013154.","journal-title":"Decision Support Systems"},{"key":"5707_CR16","unstructured":"Idestam-Almquist, P. (1996). Efficient induction of recursive definitions by structural analysis of saturations. In L. De Raedt (Ed.), Advances in inductive logic programming (pp. 192\u2013205). Amsterdam: IOS Press."},{"key":"5707_CR17","first-page":"209","volume-title":"Studying the novice programmer","author":"H Kahney","year":"1989","unstructured":"Kahney, H. (1989). What do novice programmers know about recursion? In E. Soloway & J. C. Spohrer (Eds.), Studying the novice programmer (pp. 209\u2013228). Mahwah: Lawrence Erlbaum."},{"key":"5707_CR18","doi-asserted-by":"crossref","unstructured":"Kedar-Cabelli, S. T., & McCarty, L. T. (1987). Explanation-based generalization as resolution theorem proving. In P. Langley (Ed) Proceedings of the fourth international workshop on machine learning, Los Altos (pp. 383\u2013389). Morgan Kaufmann.","DOI":"10.1016\/B978-0-934613-41-5.50041-6"},{"key":"5707_CR19","unstructured":"Kitzelmann, E. (2008). Analytical inductive functional programming. In International symposium on logic-based program synthesis and transformation (pp. 87\u2013102). Springer."},{"key":"5707_CR20","first-page":"429","volume":"7","author":"E Kitzelmann","year":"2006","unstructured":"Kitzelmann, E., & Schmid, U. (2006). Inductive synthesis of functional programs: An explanation based generalization approach. Journal of Machine Learning Research, 7, 429\u2013454.","journal-title":"Journal of Machine Learning Research"},{"key":"5707_CR21","doi-asserted-by":"crossref","unstructured":"Lakkaraju, H., Bach, S. H., & Leskovec, J. (2016). Interpretable decision sets: A joint framework for description and prediction. In Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining (pp. 1675\u20131684). ACM.","DOI":"10.1145\/2939672.2939874"},{"issue":"1","key":"5707_CR22","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1037\/h0024133","volume":"58","author":"EA Lemke","year":"1967","unstructured":"Lemke, E. A., Klausmeier, H. J., & Harris, C. W. (1967). Relationship of selected cognitive abilities to concept attainment and information processing. Journal of Educational Psychology, 58(1), 27.","journal-title":"Journal of Educational Psychology"},{"issue":"3","key":"5707_CR23","doi-asserted-by":"publisher","first-page":"1350","DOI":"10.1214\/15-AOAS848","volume":"9","author":"B Letham","year":"2015","unstructured":"Letham, B., Rudin, C., McCormick, T. H., & Madigan, D. (2015). Interpretable classifiers using rules and bayesian analysis: Building a better stroke prediction model. Annals of Applied Statistics, 9(3), 1350\u20131371.","journal-title":"Annals of Applied Statistics"},{"key":"5707_CR24","doi-asserted-by":"crossref","unstructured":"Lim, B. Y., Dey, A. K., & Avrahami, D. (2009). Why and why not explanations improve the intelligibility of context-aware intelligent systems. In Proceedings of the SIGCHI conference on human factors in computing systems, CHI \u201909, New York, NY, USA (pp. 2119\u20132128). ACM.","DOI":"10.1145\/1518701.1519023"},{"key":"5707_CR25","unstructured":"Lipton, Z. C. (2016). The mythos of model interpretability. CoRR, abs\/1606.03490."},{"key":"5707_CR26","doi-asserted-by":"crossref","unstructured":"Lou, Y., Caruana, R., & Gehrke, J. (2012). Intelligible models for classification and regression. In Proceedings of the 18th ACM SIGKDD international conference on knowledge discovery and data mining (pp. 150\u2013158). ACM.","DOI":"10.1145\/2339530.2339556"},{"key":"5707_CR27","unstructured":"Michie, D. (1988). Machine learning in the next five years. In Proceedings of the third European working session on learning (pp. 107\u2013122). Pitman."},{"issue":"1","key":"5707_CR28","first-page":"47","volume":"1","author":"TM Mitchell","year":"1986","unstructured":"Mitchell, T. M., Keller, R. M., & Kedar-Cabelli, S. T. (1986). Explanation-based generalization: A unifying view. Machine Learning, 1(1), 47\u201380.","journal-title":"Machine Learning"},{"key":"5707_CR29","unstructured":"Mofizur, C. R., & Numao, M. (1996). Top-down induction of recursive programs from small number of sparse examples. In L. De Raedt (Ed.), Advances in inductive logic Programming (pp. 236\u2013253). Amsterdam: IOS Press."},{"issue":"10\u201315","key":"5707_CR30","doi-asserted-by":"publisher","first-page":"922","DOI":"10.1016\/j.artint.2007.04.007","volume":"171","author":"M Mozina","year":"2007","unstructured":"Mozina, M., Zabkar, J., & Bratko, I. (2007). Argument based machine learning. Artificial Intelligence, 171(10\u201315), 922\u2013937.","journal-title":"Artificial Intelligence"},{"key":"5707_CR31","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1007\/BF03037227","volume":"13","author":"SH Muggleton","year":"1995","unstructured":"Muggleton, S. H. (1995). Inverse entailment and Progol. New Generation Computing, 13, 245\u2013286.","journal-title":"New Generation Computing"},{"key":"5707_CR32","doi-asserted-by":"crossref","unstructured":"Muggleton, S. H., & Buntine, W. (1988). Machine invention of first-order predicates by inverting resolution. In Proceedings of the 5th international conference on machine learning (pp. 339\u2013352). Kaufmann.","DOI":"10.1016\/B978-0-934613-64-4.50040-2"},{"issue":"1","key":"5707_CR33","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s10994-011-5259-2","volume":"86","author":"SH Muggleton","year":"2011","unstructured":"Muggleton, S. H., De Raedt, L., Poole, D., Bratko, I., Flach, P., & Inoue, K. (2011). ILP turns 20: Biography and future challenges. Machine Learning, 86(1), 3\u201323.","journal-title":"Machine Learning"},{"key":"5707_CR34","first-page":"281","volume-title":"Inductive logic programming","author":"SH Muggleton","year":"1992","unstructured":"Muggleton, S. H., & Feng, C. (1992). Efficient induction of logic programs. In S. H. Muggleton (Ed.), Inductive logic programming (pp. 281\u2013298). London: Academic Press."},{"key":"5707_CR35","doi-asserted-by":"publisher","first-page":"25","DOI":"10.1007\/s10994-013-5358-3","volume":"94","author":"SH Muggleton","year":"2014","unstructured":"Muggleton, S. H., Lin, D., Pahlavi, N., & Tamaddoni-Nezhad, A. (2014). Meta-interpretive learning: Application to grammatical inference. Machine Learning, 94, 25\u201349.","journal-title":"Machine Learning"},{"issue":"1","key":"5707_CR36","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1007\/s10994-014-5471-y","volume":"100","author":"SH Muggleton","year":"2015","unstructured":"Muggleton, S. H., Lin, D., & Tamaddoni-Nezhad, A. (2015). Meta-interpretive learning of higher-order dyadic datalog: Predicate invention revisited. Machine Learning, 100(1), 49\u201373.","journal-title":"Machine Learning"},{"key":"5707_CR37","unstructured":"Murphy, G. L., & Lassaline, M. E. (1997). Hierarchical structure in concepts and the basic level of categorization. In K. Lamberts & D. Shanks (Eds.), Knowledge, concepts, and categories (pp. 93\u2013131). Cambridge: Psychology Press, MIT Press."},{"key":"5707_CR38","first-page":"239","volume":"5","author":"JR Quinlan","year":"1990","unstructured":"Quinlan, J. R. (1990). Learning logical definitions from relations. Machine Learning, 5, 239\u2013266.","journal-title":"Machine Learning"},{"key":"5707_CR39","doi-asserted-by":"publisher","first-page":"287","DOI":"10.1007\/BF03037228","volume":"13","author":"JR Quinlan","year":"1995","unstructured":"Quinlan, J. R., & Cameron, R. M. (1995). Induction of logic programs: FOIL and related systems. New Generation Computing, 13, 287\u2013312.","journal-title":"New Generation Computing"},{"key":"5707_CR40","doi-asserted-by":"crossref","unstructured":"Rios, R., & Matwin, S. (1996). Efficient induction of recursive prolog definitions. In Conference of the Canadian Society for Computational Studies of Intelligence (pp. 240\u2013248). Springer.","DOI":"10.1007\/3-540-61291-2_55"},{"key":"5707_CR41","unstructured":"Rouveirol, C., & Puget, J.-F. (1989). A simple and general solution for inverting resolution. In EWSL-89 (pp. 201\u2013210). London: Pitman."},{"key":"5707_CR42","doi-asserted-by":"crossref","unstructured":"Rudin, C. (2014). Algorithms for interpretable machine learning. In Proceedings of the 20th ACM SIGKDD international conference on knowledge discovery and data mining, KDD \u201914, New York, NY, USA (pp. 1519\u20131519). ACM.","DOI":"10.1145\/2623330.2630823"},{"issue":"2","key":"5707_CR43","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1111\/j.2041-210X.2010.00012.x","volume":"1","author":"H Schielzeth","year":"2010","unstructured":"Schielzeth, H. (2010). Simple means to improve the interpretability of regression coefficients. Methods in Ecology and Evolution, 1(2), 103\u2013113.","journal-title":"Methods in Ecology and Evolution"},{"issue":"3","key":"5707_CR44","doi-asserted-by":"publisher","first-page":"237","DOI":"10.1016\/j.cogsys.2010.12.002","volume":"12","author":"U Schmid","year":"2011","unstructured":"Schmid, U., & Kitzelmann, E. (2011). Inductive rule learning on the knowledge level. Cognitive Systems Research, 12(3), 237\u2013248.","journal-title":"Cognitive Systems Research"},{"key":"5707_CR45","doi-asserted-by":"crossref","unstructured":"Schmid, U., Zeller, C., Besold, T., Tamaddoni-Nezhad, A., & Muggleton, S. H. (2017). How does predicate invention affect human comprehensibility? In A.\u00a0Russo & J.\u00a0Cussens (Eds.) Proceedings of the 26th international conference on inductive logic programming (ILP 2016, September 4th\u20136th, London). Springer","DOI":"10.1007\/978-3-319-63342-8_5"},{"key":"5707_CR46","doi-asserted-by":"crossref","unstructured":"Shortliffe, E. H. (1974). A rule-based computer program for advising physicians regarding antimicrobial therapy selection. In Proceedings of the 1974 annual ACM conference-volume 2 (pp. 739\u2013739). ACM.","DOI":"10.1145\/1408800.1408906"},{"key":"5707_CR47","volume-title":"The ALEPH manual","author":"A Srinivasan","year":"2001","unstructured":"Srinivasan, A. (2001). The ALEPH manual. Oxford: Machine Learning at the Computing Laboratory, Oxford University."},{"key":"5707_CR48","unstructured":"Stahl, I. (1992). Constructive induction in inductive logic programming: An overview. Technical report, Fakultat Informatik, Universitat Stuttgart."},{"key":"5707_CR49","volume-title":"The art of Prolog: Advanced programming techniques","author":"L Sterling","year":"1994","unstructured":"Sterling, L., & Shapiro, E. Y. (1994). The art of Prolog: Advanced programming techniques. Cambridge: MIT Press."},{"issue":"236","key":"5707_CR50","doi-asserted-by":"publisher","first-page":"433","DOI":"10.1093\/mind\/LIX.236.433","volume":"59","author":"AM Turing","year":"1950","unstructured":"Turing, A. M. (1950). Computing machinery and intelligence. Mind, 59(236), 433\u2013460.","journal-title":"Mind"},{"key":"5707_CR51","unstructured":"Van\u00a0Someren, M. (1995). A perspective on machine learning and comprehensibility from knowledge acquisition. In Proceedings of the workshop on comprehensibility in machine learning, IJCAI-95. Citeseer."},{"key":"5707_CR52","unstructured":"Vellido, A., Mart\u00edn-Guerrero, J. D., & Lisboa, P. J. G. (2012). Making machine learning models interpretable. In Proceedings of the 20th european symposium on artificial neural networks, computational intelligence and machine learning ESANN 2012 (pp. 163\u2013172)."},{"issue":"1\u20132","key":"5707_CR53","doi-asserted-by":"publisher","first-page":"33","DOI":"10.1016\/0004-3702(92)90087-E","volume":"54","author":"MR Wick","year":"1992","unstructured":"Wick, M. R., & Thompson, W. B. (1992). Reconstructive expert system explanation. Artificial Intelligence, 54(1\u20132), 33\u201370.","journal-title":"Artificial Intelligence"}],"container-title":["Machine Learning"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10994-018-5707-3\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-018-5707-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10994-018-5707-3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,7,4]],"date-time":"2025-07-04T09:26:07Z","timestamp":1751621167000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10994-018-5707-3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,5,7]]},"references-count":53,"journal-issue":{"issue":"7","published-print":{"date-parts":[[2018,7]]}},"alternative-id":["5707"],"URL":"https:\/\/doi.org\/10.1007\/s10994-018-5707-3","relation":{},"ISSN":["0885-6125","1573-0565"],"issn-type":[{"value":"0885-6125","type":"print"},{"value":"1573-0565","type":"electronic"}],"subject":[],"published":{"date-parts":[[2018,5,7]]},"assertion":[{"value":"31 March 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"5 April 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"7 May 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}