{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,20]],"date-time":"2025-11-20T18:53:45Z","timestamp":1763664825488,"version":"3.37.3"},"reference-count":51,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2022,4,26]],"date-time":"2022-04-26T00:00:00Z","timestamp":1650931200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,4,26]],"date-time":"2022-04-26T00:00:00Z","timestamp":1650931200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100000001","name":"national science foundation","doi-asserted-by":"publisher","award":["1747798","1850094"],"award-info":[{"award-number":["1747798","1850094"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]},{"DOI":"10.13039\/100004742","name":"wells fargo","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100004742","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Comb Optim"],"published-print":{"date-parts":[[2022,8]]},"DOI":"10.1007\/s10878-022-00856-z","type":"journal-article","created":{"date-parts":[[2022,4,26]],"date-time":"2022-04-26T21:14:48Z","timestamp":1651007688000},"page":"770-793","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":9,"title":["OnML: an ontology-based approach for interpretable machine learning"],"prefix":"10.1007","volume":"44","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6094-5095","authenticated-orcid":false,"given":"Pelin","family":"Ayranci","sequence":"first","affiliation":[]},{"given":"Phung","family":"Lai","sequence":"additional","affiliation":[]},{"given":"Nhathai","family":"Phan","sequence":"additional","affiliation":[]},{"given":"Han","family":"Hu","sequence":"additional","affiliation":[]},{"given":"Alexander","family":"Kolinowski","sequence":"additional","affiliation":[]},{"given":"David","family":"Newman","sequence":"additional","affiliation":[]},{"given":"Deijing","family":"Dou","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2022,4,26]]},"reference":[{"key":"856_CR1","doi-asserted-by":"crossref","unstructured":"Adhikari A, Tax DM, Satta R, Fath M (2018) Example and feature importance-based explanations for black-box machine learning models. arXiv preprint arXiv:1812.09044","DOI":"10.1109\/FUZZ-IEEE.2019.8858846"},{"key":"856_CR2","doi-asserted-by":"crossref","unstructured":"Arras L, Horn F, Montavon G, M\u00fcller K, Samek W (2016) \u201cwhat is relevant in a text document?\u201d: an interpretable machine learning approach. CoRR arXiv:1612.07843","DOI":"10.1371\/journal.pone.0181142"},{"key":"856_CR3","doi-asserted-by":"crossref","unstructured":"Arras L, Horn F, Montavon G, M\u00fcller KR, Samek W (2017) \u201cWhat is relevant in a text document?\u201d:An interpretable machine learning approach. PloS one 12(8):e0181142","DOI":"10.1371\/journal.pone.0181142"},{"issue":"7","key":"856_CR4","doi-asserted-by":"publisher","first-page":"e0130140","DOI":"10.1371\/journal.pone.0130140","volume":"10","author":"S Bach","year":"2015","unstructured":"Bach S, Binder A, Montavon G, Klauschen F, M\u00fcller KR, Samek W (2015) On pixel-wise explanations for non-linear classifier decisions by layer-wise relevance propagation. PloS one 10(7):e0130140","journal-title":"PloS one"},{"key":"856_CR5","unstructured":"Bahdanau D, Cho K, Bengio Y (2014) Neural machine translation by jointly learning to align and translate. arXiv preprint arXiv:1409.0473"},{"key":"856_CR6","first-page":"2670","volume":"7","author":"M Banko","year":"2007","unstructured":"Banko M, Cafarella MJ, Soderland S, Broadhead M, Etzioni O (2007) Open information extraction from the web. IJCAI 7:2670\u20132676","journal-title":"IJCAI"},{"issue":"9","key":"856_CR7","first-page":"531","volume":"38","author":"S Barlas","year":"2013","unstructured":"Barlas S (2013) Prescription drug abuse hits hospitals hard: Tighter federal steps aim to deflate crisis. Pharm Therapeut 38(9):531","journal-title":"Pharm Therapeut"},{"key":"856_CR8","unstructured":"Confalonieri R, delPrado FM, Agramunt S, Malagarriga D, Faggion D, Weyde T, Besold TR (2019) An ontology-based approach to explaining artificial neural networks. arXiv preprint arXiv:1906.08362"},{"key":"856_CR9","doi-asserted-by":"publisher","unstructured":"Cong D, Zhao Y, Qin B, Han Y, Zhang M, Liu A, Chen N (2019) Hierarchical attention based neural network for explainable recommendation. In: Proceedings of the 2019 on international conference on multimedia retrieval, association for computing machinery, New York, NY, USA, ICMR \u201919, p 373\u2013381, https:\/\/doi.org\/10.1145\/3323873.3326592","DOI":"10.1145\/3323873.3326592"},{"issue":"3","key":"856_CR10","first-page":"273","volume":"20","author":"C Cortes","year":"1995","unstructured":"Cortes C, Vapnik V (1995) Support-vector networks. Mach Learn 20(3):273\u2013297","journal-title":"Mach Learn"},{"key":"856_CR11","unstructured":"Fader A, Soderland S, Etzioni O (2011) Identifying relations for open information extraction. In: EMNLP, pp 1535\u20131545"},{"key":"856_CR12","doi-asserted-by":"crossref","unstructured":"Fong RC, Vedaldi A (2017) Interpretable explanations of black boxes by meaningful perturbation. In: ICCV, pp 3429\u20133437","DOI":"10.1109\/ICCV.2017.371"},{"key":"856_CR13","first-page":"768","volume":"21","author":"EW Forgy","year":"1965","unstructured":"Forgy EW (1965) Cluster analysis of multivariate data: efficiency versus interpretability of classifications. Biometrics 21:768\u2013769","journal-title":"Biometrics"},{"issue":"3","key":"856_CR14","doi-asserted-by":"publisher","first-page":"321","DOI":"10.1093\/jamia\/ocx131","volume":"25","author":"S Gao","year":"2018","unstructured":"Gao S, Young MT, Qiu JX, Yoon HJ, Christian JB, Fearn PA, Tourassi GD, Ramanthan A (2018) Hierarchical attention networks for information extraction from cancer pathology reports. J Am Med Info Associat 25(3):321\u2013330","journal-title":"J Am Med Info Associat"},{"key":"856_CR15","doi-asserted-by":"crossref","unstructured":"Goyal Y, Khot T, Summers-Stay D, Batra D, Parikh D (2017) Making the V in VQA matter: elevating the role of image understanding in visual question answering. In: CVPR, pp 6904\u20136913","DOI":"10.1109\/CVPR.2017.670"},{"issue":"8","key":"856_CR16","doi-asserted-by":"publisher","first-page":"1735","DOI":"10.1162\/neco.1997.9.8.1735","volume":"9","author":"S Hochreiter","year":"1997","unstructured":"Hochreiter S, Schmidhuber J (1997) Long short-term memory. Neural Computat 9(8):1735\u20131780","journal-title":"Neural Computat"},{"key":"856_CR17","unstructured":"H, Phan N, Geller J, Iezzi S, Vo H, Dou D, Chun SA (2019) An ensemble deep learning model for drug abuse detection in sparse twitter-sphere. In: MEDINFO\u201919)"},{"key":"856_CR18","doi-asserted-by":"crossref","unstructured":"Jia Y, Bailey J, Ramamohanarao K, Leckie C, Houle ME (2019) Improving the quality of explanations with local embedding perturbations. In: Proceedings of the 25th ACM SIGKDD International conference on knowledge discovery & Data Mining, pp 875\u2013884","DOI":"10.1145\/3292500.3330930"},{"key":"856_CR19","unstructured":"Kingma DP, Ba J (2014) ADAM: a method for stochastic optimization. arXiv preprint arXiv:1412.6980"},{"key":"856_CR20","doi-asserted-by":"crossref","unstructured":"Knublauch H, Fergerson RW, Noy NF, Musen MA (2004) The prot\u00e9g\u00e9 owl plugin: an open development environment for semantic web applications. In: ISWC, Springer, pp 229\u2013243","DOI":"10.1007\/978-3-540-30475-3_17"},{"key":"856_CR21","doi-asserted-by":"crossref","unstructured":"Lai P, Phan N, Hu H, Badeti A, Newman D, Dou D (2020) Ontology-based interpretable machine learning for textual data. IJCNN","DOI":"10.1109\/IJCNN48605.2020.9206753"},{"key":"856_CR22","unstructured":"L\u00e9cu\u00e9 F, Wu J (2018) Semantic explanations of predictions. arXiv preprint arXiv:1805.10587"},{"issue":"4","key":"856_CR23","doi-asserted-by":"publisher","first-page":"319","DOI":"10.1002\/asmb.446","volume":"17","author":"S Lipovetsky","year":"2001","unstructured":"Lipovetsky S, Conklin M (2001) Analysis of regression in game theory approach. Appl Stocha Model Busin Ind 17(4):319\u2013330","journal-title":"Appl Stocha Model Busin Ind"},{"key":"856_CR24","unstructured":"Lundberg SM, Lee SI (2017) A unified approach to interpreting model predictions. In: Advances in neural information processing systems, pp 4765\u20134774"},{"key":"856_CR25","unstructured":"Ma S, Tourani R (2020) Predictive and causal implications of using shapley value for model interpretation. In: Proceedings of the 2020 KDD workshop on causal discovery, PMLR, Proceedings of Machine Learning Research, vol 127, pp 23\u201338, https:\/\/proceedings.mlr.press\/v127\/ma20a.html"},{"issue":"1","key":"856_CR26","doi-asserted-by":"publisher","first-page":"73","DOI":"10.25300\/MISQ\/2014\/38.1.04","volume":"38","author":"D Martens","year":"2014","unstructured":"Martens D, Provost F (2014) Explaining data-driven document classifications. MIS Quarter 38(1):73\u2013100","journal-title":"MIS Quarter"},{"issue":"3","key":"856_CR27","doi-asserted-by":"publisher","first-page":"1466","DOI":"10.1016\/j.ejor.2006.04.051","volume":"183","author":"D Martens","year":"2007","unstructured":"Martens D, Baesens B, Van GT, Vanthienen J (2007) Comprehensible credit scoring models using rule extraction from support vector machines. EJOR 183(3):1466\u20131476","journal-title":"EJOR"},{"key":"856_CR28","unstructured":"Martins A, Astudillo R (2016) From softmax to sparsemax: A sparse model of attention and multi-label classification. PMLR, New York, New York, USA, Proceedings of Machine Learning Research, vol\u00a048, pp 1614\u20131623, http:\/\/proceedings.mlr.press\/v48\/martins16.html"},{"key":"856_CR29","unstructured":"Mikolov T, Chen K, Corrado GS, Dean JA (2015) Computing numeric representations of words in a high-dimensional space. US Patent 9,037,464"},{"key":"856_CR30","doi-asserted-by":"crossref","unstructured":"Mullenbach J, Wiegreffe S, Duke J, Sun J, Eisenstein J (2018) Explainable prediction of medical codes from clinical text. CoRR arXiv:1802.05695","DOI":"10.18653\/v1\/N18-1100"},{"key":"856_CR31","doi-asserted-by":"crossref","unstructured":"Nagrecha S, Dillon JZ, Chawla NV (2017) Mooc dropout prediction: lessons learned from making pipelines interpretable. In: WWW, pp 351\u2013359","DOI":"10.1145\/3041021.3054162"},{"key":"856_CR32","doi-asserted-by":"crossref","unstructured":"Pennington J, Socher R, Manning CD (2014) Glove: Global vectors for word representation. In: Proceedings of the 2014 conference on empirical methods in natural language processing (EMNLP), pp 1532\u20131543","DOI":"10.3115\/v1\/D14-1162"},{"key":"856_CR33","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1016\/j.ins.2016.08.038","volume":"384","author":"H Phan","year":"2017","unstructured":"Phan H, Dou D, Wang H, Kil D, Piniewski B (2017) Ontology-based deep learning for human behavior prediction with explanations in health social networks. Infor Sci 384:298\u2013313","journal-title":"Infor Sci"},{"key":"856_CR34","first-page":"133","volume":"242","author":"J Ramos","year":"2003","unstructured":"Ramos J et al (2003) Using TF-IDF to determine word relevance in document queries. iCML 242:133\u2013142","journal-title":"iCML"},{"key":"856_CR35","doi-asserted-by":"crossref","unstructured":"Ribeiro MT, Singh S, Guestrin C (2016) Why should i trust you?: explaining the predictions of any classifier. In: KDD, pp 1135\u20131144","DOI":"10.1145\/2939672.2939778"},{"key":"856_CR36","doi-asserted-by":"crossref","unstructured":"Ribeiro MT, Singh S, Guestrin C (2018) Anchors: high-precision model-agnostic explanations. In: AAAI","DOI":"10.1609\/aaai.v32i1.11491"},{"issue":"5","key":"856_CR37","first-page":"589","volume":"20","author":"SM Robnik","year":"2008","unstructured":"Robnik SM, Kononenko I (2008) Explaining classifications for individual instances. TKDE 20(5):589\u2013600","journal-title":"TKDE"},{"key":"856_CR38","unstructured":"Samek W, Wiegand T, M\u00fcller KR (2017) 2017. Explainable artificial intelligence: Understanding, visualizing and interpreting deep learning models. arXiv preprint arXiv:1708.08296"},{"key":"856_CR39","unstructured":"Schmitz M, Bart R, Soderland S, Etzioni O, et\u00a0al. (2012) Open language learning for information extraction. In: EMNLP-IJCNLP, pp 523\u2013534"},{"key":"856_CR40","doi-asserted-by":"crossref","unstructured":"Selvaraju RR, Cogswell M, Das A, Vedantam R, Parikh D, Batra D (2017) Grad-cam: visual explanations from deep networks via gradient-based localization. In: ICCV, pp 618\u2013626","DOI":"10.1109\/ICCV.2017.74"},{"key":"856_CR41","volume-title":"Notes on the n-person game-II: the value of an n-person game","author":"LS Shapley","year":"1951","unstructured":"Shapley LS (1951) Notes on the n-person game-II: the value of an n-person game. RAND Corporation, Santa Monica, CA"},{"key":"856_CR42","unstructured":"Shrikumar A, Greenside P, Kundaje A (2017) Learning important features through propagating activation differences. In: ICML, pp 3145\u20133153"},{"issue":"3","key":"856_CR43","doi-asserted-by":"publisher","first-page":"93","DOI":"10.1609\/aimag.v31i3.2305","volume":"31","author":"S Soderland","year":"2010","unstructured":"Soderland S, Roof B, Qin B, Xu S, Etzioni O et al (2010) Adapting open information extraction to domain-specific relations. AI Magazine 31(3):93\u2013102","journal-title":"AI Magazine"},{"key":"856_CR44","unstructured":"Springenberg JT, Dosovitskiy A, Brox T, Riedmiller M (2014) Striving for simplicity: The all convolutional net. arXiv preprint arXiv:1412.6806"},{"issue":"3","key":"856_CR45","doi-asserted-by":"publisher","first-page":"647","DOI":"10.1007\/s10115-013-0679-x","volume":"41","author":"E \u0160trumbelj","year":"2014","unstructured":"\u0160trumbelj E, Kononenko I (2014) Explaining prediction models and individual predictions with feature contributions. Knowl Info Sys 41(3):647\u2013665","journal-title":"Knowl Info Sys"},{"key":"856_CR46","unstructured":"Sundararajan M, Taly A, Yan Q (2016) Gradients of counterfactuals. arXiv preprint arXiv:1611.02639"},{"key":"856_CR47","unstructured":"Vaswani A, Shazeer N, Parmar N, Uszkoreit J, Jones L, Gomez AN, Kaiser \u0141, Polosukhin I (2017) Attention is all you need. In: advances in Neural Information Processing Systems, pp 5998\u20136008"},{"key":"856_CR48","unstructured":"Wu F, Weld DS (2010) Open information extraction using wikipedia. In: ACL, pp 118\u2013127"},{"key":"856_CR49","unstructured":"Xu K, Ba J, Kiros R, Cho K, Courville A, Salakhudinov R, Zemel R, Bengio Y (2015) Show, attend and tell: neural image caption generation with visual attention. PMLR, Lille, France, Proceedings of Machine Learning Research, vol\u00a037, pp 2048\u20132057, http:\/\/proceedings.mlr.press\/v37\/xuc15.html"},{"key":"856_CR50","doi-asserted-by":"publisher","first-page":"106687","DOI":"10.1016\/j.knosys.2020.106687","volume":"213","author":"C Yang","year":"2021","unstructured":"Yang C, Zhou W, Wang Z, Jiang B, Li D, Shen H (2021) Accurate and explainable recommendation via hierarchical attention network oriented towards crowd intelligence. Knowl-Based Sys 213:106687","journal-title":"Knowl-Based Sys"},{"key":"856_CR51","doi-asserted-by":"crossref","unstructured":"Yang Z, Yang D, Dyer C, He X, Smola A, Hovy E (2016) Hierarchical attention networks for document classification. In: Proceedings of the 2016 conference of the North American chapter of the association for computational linguistics: human language technologies, pp 1480\u20131489","DOI":"10.18653\/v1\/N16-1174"}],"container-title":["Journal of Combinatorial Optimization"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10878-022-00856-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10878-022-00856-z\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10878-022-00856-z.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,7,29]],"date-time":"2022-07-29T07:34:53Z","timestamp":1659080093000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10878-022-00856-z"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,4,26]]},"references-count":51,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2022,8]]}},"alternative-id":["856"],"URL":"https:\/\/doi.org\/10.1007\/s10878-022-00856-z","relation":{},"ISSN":["1382-6905","1573-2886"],"issn-type":[{"type":"print","value":"1382-6905"},{"type":"electronic","value":"1573-2886"}],"subject":[],"published":{"date-parts":[[2022,4,26]]},"assertion":[{"value":"4 March 2022","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 April 2022","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no known competing financial interests or personal relationships that could have appeared to influence the work reported in this paper.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"Code is available at","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Code availability"}}]}}