{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,5,21]],"date-time":"2026-05-21T15:59:03Z","timestamp":1779379143996,"version":"3.53.1"},"reference-count":150,"publisher":"Springer Science and Business Media LLC","issue":"6","license":[{"start":{"date-parts":[[2019,5,13]],"date-time":"2019-05-13T00:00:00Z","timestamp":1557705600000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2019,5,13]],"date-time":"2019-05-13T00:00:00Z","timestamp":1557705600000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Auton Agent Multi-Agent Syst"],"published-print":{"date-parts":[[2019,11]]},"DOI":"10.1007\/s10458-019-09408-y","type":"journal-article","created":{"date-parts":[[2019,5,14]],"date-time":"2019-05-14T01:50:48Z","timestamp":1557798648000},"page":"673-705","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":181,"title":["Explainability in human\u2013agent systems"],"prefix":"10.1007","volume":"33","author":[{"given":"Avi","family":"Rosenfeld","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ariella","family":"Richardson","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,5,13]]},"reference":[{"key":"9408_CR1","unstructured":"Abdul, A., Vermeulen, J., Wang, D., Lim, B. Y., & Kankanhalli, M. (2018). Trends and trajectories for explainable, accountable and intelligible systems: An hci research agenda. In Proceedings of the 2018 CHI conference on human factors in computing systems (pp. 582:1\u2013582:18)."},{"key":"9408_CR2","volume-title":"The nature of explanation","author":"P Achinstein","year":"1983","unstructured":"Achinstein, P. (1983). The nature of explanation. Oxford: Oxford University Press."},{"key":"9408_CR3","doi-asserted-by":"crossref","DOI":"10.4018\/978-1-59904-843-7","volume-title":"Encyclopedia of decision making and decision support technologies","author":"F Adam","year":"2008","unstructured":"Adam, F. (2008). Encyclopedia of decision making and decision support technologies (Vol. 2). Pennsylvania: IGI Global."},{"key":"9408_CR4","unstructured":"Ahmad, M. A., Teredesai, A., & Eckert, C. (2018). Interpretable machine learning in healthcare. In IEEE international conference on healthcare informatics (ICHI) (pp. 447\u2013447)."},{"key":"9408_CR5","unstructured":"Alvarez-Melis, D., & Jaakkola, T. S. (2018). Towards robust interpretability with self-explaining neural networks. In CoRR. arXiv:1806.07538 ."},{"issue":"3","key":"9408_CR6","first-page":"16","volume":"3","author":"O Amir","year":"2013","unstructured":"Amir, O., & Gal, K. (2013). Plan recognition and visualization in exploratory learning environments. ACM Transactions on Interactive Intelligent Systems (TiiS), 3(3), 16.","journal-title":"ACM Transactions on Interactive Intelligent Systems (TiiS)"},{"issue":"3","key":"9408_CR7","doi-asserted-by":"crossref","first-page":"1639","DOI":"10.1016\/S0362-546X(96)00267-2","volume":"30","author":"AD Arbatli","year":"1997","unstructured":"Arbatli, A. D., & Levent Akin, H. (1997). Rule extraction from trained neural networks using genetic algorithms. Nonlinear Analysis: Theory, Methods & Applications, 30(3), 1639\u20131648.","journal-title":"Nonlinear Analysis: Theory, Methods & Applications"},{"issue":"2","key":"9408_CR8","doi-asserted-by":"crossref","first-page":"131","DOI":"10.1007\/s11063-011-9207-8","volume":"35","author":"MG Augasta","year":"2012","unstructured":"Augasta, M. G., & Kathirvalavakumar, T. (2012). Reverse engineering the neural networks for rule extraction in classification problems. Neural Processing Letters, 35(2), 131\u2013150.","journal-title":"Neural Processing Letters"},{"issue":"4","key":"9408_CR9","first-page":"64","volume":"5","author":"A Azaria","year":"2015","unstructured":"Azaria, A., Rabinovich, Z., Goldman, C. V., & Kraus, S. (2015). Strategic information disclosure to people with multiple alternatives. ACM Transactions on Intelligent Systems and Technology (TIST), 5(4), 64.","journal-title":"ACM Transactions on Intelligent Systems and Technology (TIST)"},{"key":"9408_CR10","unstructured":"Azaria, A., Richardson, A., & Kraus, S. (2014). An agent for the prospect presentation problem. In Proceedings of the 2014 international conference on Autonomous agents and multi-agent systems (pp. 989\u2013996). International Foundation for Autonomous Agents and Multiagent Systems."},{"key":"9408_CR11","first-page":"1803","volume":"11","author":"D Baehrens","year":"2010","unstructured":"Baehrens, D., Schroeter, T., Harmeling, S., Kawanabe, M., Hansen, K., & M\u00fcller, K.-R. (2010). How to explain individual classification decisions. Journal of Machine Learning Research, 11, 1803\u20131831.","journal-title":"Journal of Machine Learning Research"},{"issue":"10","key":"9408_CR12","doi-asserted-by":"crossref","first-page":"979","DOI":"10.1016\/S0895-4356(01)00372-9","volume":"54","author":"SC Bagley","year":"2001","unstructured":"Bagley, S. C., White, H., & Golomb, B. A. (2001). Logistic regression in the medical literature: Standards for use and reporting, with particular attention to one medical domain. Journal of Clinical Epidemiology, 54(10), 979\u2013985.","journal-title":"Journal of Clinical Epidemiology"},{"key":"9408_CR13","doi-asserted-by":"crossref","first-page":"132","DOI":"10.1016\/j.artint.2016.10.005","volume":"242","author":"S Barrett","year":"2017","unstructured":"Barrett, S., Rosenfeld, A., Kraus, S., & Stone, P. (2017). Making friends on the fly: Cooperating with new teammates. Artificial Intelligence, 242, 132\u2013171.","journal-title":"Artificial Intelligence"},{"issue":"2","key":"9408_CR14","doi-asserted-by":"crossref","first-page":"81","DOI":"10.1016\/j.ijmedinf.2006.11.006","volume":"77","author":"R Bellazzi","year":"2008","unstructured":"Bellazzi, R., & Zupan, B. (2008). Predictive data mining in clinical medicine: Current issues and guidelines. International Journal of Medical Informatics, 77(2), 81\u201397.","journal-title":"International Journal of Medical Informatics"},{"key":"9408_CR15","doi-asserted-by":"crossref","first-page":"2403","DOI":"10.1214\/11-AOAS495","volume":"5","author":"J Bien","year":"2011","unstructured":"Bien, J., & Tibshirani, R. (2011). Prototype selection for interpretable classification. The Annals of Applied Statistics, 5, 2403\u20132424.","journal-title":"The Annals of Applied Statistics"},{"key":"9408_CR16","unstructured":"Biran, O., & Cotton, C. (2017). Explanation and justification in machine learning: A survey. In IJCAI-17 workshop on explainable AI (XAI)."},{"key":"9408_CR17","doi-asserted-by":"crossref","unstructured":"Boz, O. (2002). Extracting decision trees from trained neural networks. In Proceedings of the eighth ACM SIGKDD international conference on knowledge discovery and data mining (pp. 456\u2013461).","DOI":"10.1145\/775047.775113"},{"issue":"194","key":"9408_CR18","first-page":"4","volume":"189","author":"J Brooke","year":"1996","unstructured":"Brooke, J., et al. (1996). SUS\u2014A quick and dirty usability scale. Usability Evaluation in Industry, 189(194), 4\u20137.","journal-title":"Usability Evaluation in Industry"},{"key":"9408_CR19","doi-asserted-by":"crossref","unstructured":"Caruana, R., Lou, Y., Gehrke, J., Koch, P., Sturm, M., & Elhadad, N. (2015). Intelligible models for healthcare: Predicting pneumonia risk and hospital 30-day readmission. In Proceedings of the 21th ACM SIGKDD international conference on knowledge discovery and data mining (pp. 1721\u20131730).","DOI":"10.1145\/2783258.2788613"},{"key":"9408_CR20","doi-asserted-by":"crossref","unstructured":"Chen, J.\u00a0Y., Procci, K., Boyce, M., Wright, J., Garcia, A., & Barnes, M. (2014). Situation awareness-based agent transparency. Technical report, Army Research Lab Aberdeen Proving Ground MD Human Research and Engineering Directorate.","DOI":"10.21236\/ADA600351"},{"key":"9408_CR21","unstructured":"Cheng, J., & Greiner, R. (1999). Comparing Bayesian network classifiers. In Proceedings of the fifteenth conference on uncertainty in artificial intelligence (pp. 101\u2013108)."},{"key":"9408_CR22","unstructured":"Chipman, H. A., George, E. I., & Mcculloch, R. E. (1998). Making sense of a forest of trees. In Proceedings of the 30th symposium on the interface (pp. 84\u201392)."},{"issue":"3","key":"9408_CR23","doi-asserted-by":"crossref","first-page":"215","DOI":"10.1016\/0004-3702(83)90008-5","volume":"20","author":"WJ Clancey","year":"1983","unstructured":"Clancey, W. J. (1983). The epistemology of a rule-based expert system\u2014A framework for explanation. Artificial Intelligence, 20(3), 215\u2013251.","journal-title":"Artificial Intelligence"},{"key":"9408_CR24","volume-title":"NEOMYCIN: Reconfiguring a rule-based expert system for application to teaching","author":"WJ Clancey","year":"1982","unstructured":"Clancey, W. J., & Letsinger, R. (1982). NEOMYCIN: Reconfiguring a rule-based expert system for application to teaching. Stanford: Department of Computer Science, Stanford University."},{"issue":"4","key":"9408_CR25","first-page":"261","volume":"3","author":"P Clark","year":"1989","unstructured":"Clark, P., & Niblett, T. (1989). The CN2 induction algorithm. Machine Learning, 3(4), 261\u2013283.","journal-title":"Machine Learning"},{"issue":"12","key":"9408_CR26","doi-asserted-by":"crossref","first-page":"1227","DOI":"10.1002\/int.10138","volume":"18","author":"JM Corchado","year":"2003","unstructured":"Corchado, J. M., & Laza, R. (2003). Constructing deliberative agents with case-based reasoning technology. International Journal of Intelligent Systems, 18(12), 1227\u20131241.","journal-title":"International Journal of Intelligent Systems"},{"key":"9408_CR27","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.ins.2012.10.039","volume":"225","author":"P Cortez","year":"2013","unstructured":"Cortez, P., & Embrechts, M. J. (2013). Using sensitivity analysis and visualization techniques to open black box data mining models. Information Sciences, 225, 1\u201317.","journal-title":"Information Sciences"},{"key":"9408_CR28","doi-asserted-by":"crossref","DOI":"10.7551\/mitpress\/9780262014809.001.0001","volume-title":"Metareasoning: Thinking about thinking","author":"MT Cox","year":"2011","unstructured":"Cox, M. T., & Raja, A. (2011). Metareasoning: Thinking about thinking. Cambridge: MIT Press."},{"key":"9408_CR29","doi-asserted-by":"crossref","unstructured":"Craven, M. W., & Shavlik, J. W. (1994). Using sampling and queries to extract rules from trained neural networks. In Machine learning proceedings 1994 (pp. 37\u201345).","DOI":"10.1016\/B978-1-55860-335-6.50013-1"},{"key":"9408_CR30","unstructured":"Craven, M. W., & Shavlik, J. W. (1995). Extracting tree-structured representations of trained networks. In Proceedings of the 8th international conference on neural information processing systems, NIPS\u201995 (pp. 24\u201330). Cambridge, MA, USA: MIT Press."},{"key":"9408_CR31","unstructured":"Crockett, D., & Eliason, B. (2016). What is data mining in healthcare? HealthCatalyst. Retrieved May 7, 2019 from https:\/\/www.healthcatalyst.com\/data-mining-in-healthcare ."},{"key":"9408_CR32","unstructured":"Dam, H. K., Tran, T., & Ghose, A. (2018). Explainable software analytics. In CoRR. arXiv:1802.00603 ."},{"key":"9408_CR33","unstructured":"Deng, H. (2014). Interpreting tree ensembles with intrees. arXiv preprint arXiv:1408.5456 ."},{"issue":"3","key":"9408_CR34","doi-asserted-by":"crossref","first-page":"187","DOI":"10.3233\/IDA-1998-2303","volume":"2","author":"P Domingos","year":"1998","unstructured":"Domingos, P. (1998). Knowledge discovery via multiple models. Intelligent Data Analysis, 2(3), 187\u2013202.","journal-title":"Intelligent Data Analysis"},{"key":"9408_CR35","unstructured":"Doran, D., Schulz, S., & Besold, T. R. (2017). What does explainable AI really mean? A new conceptualization of perspectives. In Proceedings of the first international workshop on comprehensibility and explanation in AI and ML."},{"key":"9408_CR36","unstructured":"Doshi-Velez, F., & Kim, B. (2017). Towards a rigorous science of interpretable machine learning. arXiv preprint arXiv:1702.08608 ."},{"issue":"5\u20136","key":"9408_CR37","doi-asserted-by":"crossref","first-page":"352","DOI":"10.1016\/S1532-0464(03)00034-0","volume":"35","author":"S Dreiseitl","year":"2002","unstructured":"Dreiseitl, S., & Ohno-Machado, L. (2002). Logistic regression and artificial neural network classification models: A methodology review. Journal of Biomedical Informatics, 35(5\u20136), 352\u2013359.","journal-title":"Journal of Biomedical Informatics"},{"key":"9408_CR38","doi-asserted-by":"crossref","unstructured":"Dwork, C., Hardt, M., Pitassi, T., Reingold, O., & Zemel, R. (2012). Fairness through awareness. In Proceedings of the 3rd innovations in theoretical computer science conference (pp. 214\u2013226).","DOI":"10.1145\/2090236.2090255"},{"key":"9408_CR39","doi-asserted-by":"crossref","unstructured":"Fong, R. C., & Vedaldi, A. (2017). Interpretable explanations of black boxes by meaningful perturbation. In IEEE international conference on computer vision (ICCV) (pp. 3449\u20133457).","DOI":"10.1109\/ICCV.2017.371"},{"key":"9408_CR40","unstructured":"Fox, M., Long, D., & Magazzeni, D. (2017). Explainable planning. In CoRR. arXiv:1709.10256 ."},{"issue":"1","key":"9408_CR41","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/2594473.2594475","volume":"15","author":"AA Freitas","year":"2014","unstructured":"Freitas, A. A. (2014). Comprehensible classification models: A position paper. SIGKDD Explorations Newsletter, 15(1), 1\u201310.","journal-title":"SIGKDD Explorations Newsletter"},{"key":"9408_CR42","doi-asserted-by":"crossref","first-page":"1189","DOI":"10.1214\/aos\/1013203451","volume":"29","author":"JH Friedman","year":"2001","unstructured":"Friedman, J. H. (2001). Greedy function approximation: A gradient boosting machine. Annals of Statistics, 29, 1189\u20131232.","journal-title":"Annals of Statistics"},{"key":"9408_CR43","unstructured":"Frosst, N., & Hinton, G. (2017). Distilling a neural network into a soft decision tree. arXiv preprint arXiv:1711.09784 ."},{"issue":"9","key":"9408_CR44","doi-asserted-by":"crossref","first-page":"5","DOI":"10.1145\/3125780","volume":"60","author":"S Garfinkel","year":"2017","unstructured":"Garfinkel, S., Matthews, J., Shapiro, S. S., & Smith, J. M. (2017). Toward algorithmic transparency and accountability. Communications of the ACM, 60(9), 5\u20135.","journal-title":"Communications of the ACM"},{"issue":"1","key":"9408_CR45","doi-asserted-by":"crossref","first-page":"11","DOI":"10.1016\/S0378-7206(98)00044-5","volume":"34","author":"M Gelderman","year":"1998","unstructured":"Gelderman, M. (1998). The relation between user satisfaction, usage of information systems and performance. Information & Management, 34(1), 11\u201318.","journal-title":"Information & Management"},{"issue":"3","key":"9408_CR46","doi-asserted-by":"crossref","first-page":"235","DOI":"10.1017\/S026988890000504X","volume":"4","author":"N Gilbert","year":"1989","unstructured":"Gilbert, N. (1989). Explanation and dialogue. The Knowledge Engineering Review, 4(3), 235\u2013247.","journal-title":"The Knowledge Engineering Review"},{"key":"9408_CR47","unstructured":"Gilpin, L.\u00a0H., Bau, D., Yuan, B.\u00a0Z., Bajwa, A., Specter, M., & Kagal, L. (2018). Explaining explanations: An approach to evaluating interpretability of machine learning. In CoRR. arXiv:1806.00069 ."},{"issue":"1","key":"9408_CR48","doi-asserted-by":"crossref","first-page":"44","DOI":"10.1080\/10618600.2014.907095","volume":"24","author":"A Goldstein","year":"2015","unstructured":"Goldstein, A., Kapelner, A., Bleich, J., & Pitkin, E. (2015). Peeking inside the black box: Visualizing statistical learning with plots of individual conditional expectation. Journal of Computational and Graphical Statistics, 24(1), 44\u201365.","journal-title":"Journal of Computational and Graphical Statistics"},{"key":"9408_CR49","unstructured":"Goodrich, M.\u00a0A., Olsen, D.\u00a0R., Crandall, J. W., & Palmer, T.\u00a0J. (2001). Experiments in adjustable autonomy. In Proceedings of IJCAI workshop on autonomy, delegation and control: Interacting with intelligent agents (pp. 1624\u20131629). Seattle, WA: American Association for Artificial Intelligence Press."},{"key":"9408_CR50","doi-asserted-by":"crossref","first-page":"497","DOI":"10.2307\/249487","volume":"23","author":"S Gregor","year":"1999","unstructured":"Gregor, S., & Benbasat, I. (1999). Explanations from intelligent systems: Theoretical foundations and implications for practice. MIS Quarterly, 23, 497\u2013530.","journal-title":"MIS Quarterly"},{"issue":"10","key":"9408_CR51","doi-asserted-by":"crossref","first-page":"1164","DOI":"10.1145\/67933.67934","volume":"32","author":"J Grudin","year":"1989","unstructured":"Grudin, J. (1989). The case against user interface consistency. Communications of the ACM, 32(10), 1164\u20131173.","journal-title":"Communications of the ACM"},{"issue":"5","key":"9408_CR52","first-page":"93:1","volume":"51","author":"R Guidotti","year":"2018","unstructured":"Guidotti, R., Monreale, A., Ruggieri, S., Turini, F., Giannotti, F., & Pedreschi, D. (2018). A survey of methods for explaining black box models. ACM Computing Surveys, 51(5), 93:1\u201393:42.","journal-title":"ACM Computing Surveys"},{"key":"9408_CR53","volume-title":"Explainable artificial intelligence (XAI)","author":"D Gunning","year":"2017","unstructured":"Gunning, D. (2017). Explainable artificial intelligence (XAI). Arlington: Defense Advanced Research Projects Agency (DARPA)."},{"issue":"1","key":"9408_CR54","doi-asserted-by":"crossref","first-page":"185","DOI":"10.1109\/TIP.2009.2030969","volume":"19","author":"C Guo","year":"2010","unstructured":"Guo, C., & Zhang, L. (2010). A novel multiresolution spatiotemporal saliency detection model and its applications in image and video compression. IEEE Transactions on Image Processing, 19(1), 185\u2013198.","journal-title":"IEEE Transactions on Image Processing"},{"key":"9408_CR55","first-page":"1157","volume":"3","author":"I Guyon","year":"2003","unstructured":"Guyon, I., & Elisseeff, A. (2003). An introduction to variable and feature selection. Journal of Machine Learning Research, 3, 1157\u20131182.","journal-title":"Journal of Machine Learning Research"},{"key":"9408_CR56","unstructured":"Hall, M. A. (1999). Correlation-based feature selection for machine learning. Technical report, The University of Waikato."},{"key":"9408_CR57","unstructured":"Hara, S., & Hayashi, K. (2016). Making tree ensembles interpretable. arXiv preprint arXiv:1606.05390 ."},{"key":"9408_CR58","first-page":"139","volume-title":"Advances in psychology","author":"SG Hart","year":"1988","unstructured":"Hart, S. G., & Staveland, L. E. (1988). Development of NASA-TLX (task load index): Results of empirical and theoretical research. In P. A. Hancock & N. Meshkati (Eds.), Advances in psychology (Vol. 52, pp. 139\u2013183). Amsterdam: Elsevier."},{"key":"9408_CR59","doi-asserted-by":"crossref","unstructured":"Hendricks, L.\u00a0A., Akata, Z., Rohrbach, M., Donahue, J., Schiele, B., & Darrell, T. (2016). Generating visual explanations. In Proceedings of the European conference on computer vision (ECCV) (pp. 3\u201319).","DOI":"10.1007\/978-3-319-46493-0_1"},{"key":"9408_CR60","doi-asserted-by":"crossref","first-page":"68","DOI":"10.1109\/MIS.2017.54","volume":"3","author":"RR Hoffman","year":"2017","unstructured":"Hoffman, R. R., & Klein, G. (2017). Explaining explanation, part 1: Theoretical foundations. IEEE Intelligent Systems, 3, 68\u201373.","journal-title":"IEEE Intelligent Systems"},{"key":"9408_CR61","unstructured":"Holzinger, A., Biemann, C., Pattichis, C.\u00a0S., & Kell, D.\u00a0B. (2017). What do we need to build explainable AI systems for the medical domain? arXiv preprint arXiv:1712.09923 ."},{"key":"9408_CR62","doi-asserted-by":"crossref","unstructured":"Hooker, G. (2004). Discovering additive structure in black box functions. In Proceedings of the tenth ACM SIGKDD international conference on knowledge discovery and data mining (pp. 575\u2013580).","DOI":"10.1145\/1014052.1014122"},{"key":"9408_CR63","doi-asserted-by":"crossref","unstructured":"Hu, R., Andreas, J., Darrell, T., & Saenko, K. (2018). Explainable neural computation via stack neural module networks. In Proceedings of the European conference on computer vision (ECCV) (pp. 53\u201369).","DOI":"10.1007\/978-3-030-01234-2_4"},{"issue":"12","key":"9408_CR64","doi-asserted-by":"crossref","first-page":"80","DOI":"10.1145\/2629559","volume":"57","author":"NR Jennings","year":"2014","unstructured":"Jennings, N. R., Moreau, L., Nicholson, D., Ramchurn, S., Roberts, S., Rodden, T., et al. (2014). Human\u2013agent collectives. Communications of the ACM, 57(12), 80\u201388.","journal-title":"Communications of the ACM"},{"key":"9408_CR65","doi-asserted-by":"crossref","unstructured":"Johansson, U., & Niklasson, L. (2009). Evolving decision trees using oracle guides. In IEEE symposium on computational intelligence and data mining (pp. 238\u2013244).","DOI":"10.1109\/CIDM.2009.4938655"},{"issue":"1","key":"9408_CR66","doi-asserted-by":"crossref","first-page":"59","DOI":"10.1016\/S0933-3657(00)00053-1","volume":"20","author":"MW Kattan","year":"2000","unstructured":"Kattan, M. W., Beck, J. R., Bratko, I., Zupan, B., & Demsar, J. (2000). Machine learning for survival analysis: A case study on recurrence of prostate cancer. Artificial Intelligence in Medicine, 20(1), 59\u201375.","journal-title":"Artificial Intelligence in Medicine"},{"issue":"2","key":"9408_CR67","doi-asserted-by":"crossref","first-page":"1513","DOI":"10.1016\/j.eswa.2007.11.024","volume":"36","author":"H Kahramanli","year":"2009","unstructured":"Kahramanli, H., & Allahverdi, N. (2009). Rule extraction from trained adaptive neural networks using artificial immune systems. Expert Systems with Applications, 36(2), 1513\u20131522.","journal-title":"Expert Systems with Applications"},{"issue":"9","key":"9408_CR68","doi-asserted-by":"crossref","first-page":"825","DOI":"10.1089\/end.2018.0291","volume":"32","author":"I Katafigiotis","year":"2018","unstructured":"Katafigiotis, I., Sabler, I., Heifetz, E., Rosenfeld, A., Sfoungaristos, S., Lorber, A., et al. (2018). \u201cStone-less\u201d or negative ureteroscopy: A reality in the endourologic routine or avoidable source of frustration? Estimating the risk factors for a negative ureteroscopy. Journal of Endourology, 32(9), 825\u2013830.","journal-title":"Journal of Endourology"},{"key":"9408_CR69","unstructured":"Kim, B., Khanna, R., & Koyejo, O.\u00a0O. (2016). Examples are not enough, learn to criticize! criticism for interpretability. In D. D. Lee, M. Sugiyama, U. V. Luxburg, I. Guyon, & R. Garnett (Eds.), Advances in neural information processing systems 29 (pp. 2280\u20132288). Curran Associates, Inc."},{"key":"9408_CR70","unstructured":"Kim, B., Rudin, C., & Shah, J.\u00a0A. (2014). The Bayesian case model: A generative approach for case-based reasoning and prototype classification. In Z. Ghahramani, M. Welling, C. Cortes, N. D. Lawrence, & K. Q. Weinberger (Eds.), Advances in neural information processing systems 27 (pp. 1952\u20131960). Curran Associates, Inc."},{"key":"9408_CR71","doi-asserted-by":"crossref","unstructured":"Kim, J., Rohrbach, A., Darrell, T., Canny, J., & Akata, Z. (2018). Textual explanations for self-driving vehicles. In Proceedings of the European conference on computer vision (ECCV) (pp. 563\u2013578).","DOI":"10.1007\/978-3-030-01216-8_35"},{"key":"9408_CR72","doi-asserted-by":"crossref","unstructured":"Kleinerman, A., Rosenfeld, A., & Kraus, S. (2018). Providing explanations for recommendations in reciprocal environments. In Proceedings of the 12th ACM conference on recommender systems (pp. 22\u201330). ACM.","DOI":"10.1145\/3240323.3240362"},{"issue":"4\u20135","key":"9408_CR73","doi-asserted-by":"crossref","first-page":"441","DOI":"10.1007\/s11257-011-9118-4","volume":"22","author":"BP Knijnenburg","year":"2012","unstructured":"Knijnenburg, B. P., Willemsen, M. C., Gantner, Z., Soncu, H., & Newell, C. (2012). Explaining the user experience of recommender systems. User Modeling and User-Adapted Interaction, 22(4\u20135), 441\u2013504.","journal-title":"User Modeling and User-Adapted Interaction"},{"key":"9408_CR74","first-page":"28","volume":"173","author":"A Kofod-Petersen","year":"2008","unstructured":"Kofod-Petersen, A., Cassens, J., & Aamodt, A. (2008). Explanatory capabilities in the creek knowledge-intensive case-based reasoner. Frontiers in Artificial Intelligence and Applications, 173, 28.","journal-title":"Frontiers in Artificial Intelligence and Applications"},{"issue":"4","key":"9408_CR75","doi-asserted-by":"crossref","first-page":"317","DOI":"10.1080\/08839519308949993","volume":"7","author":"I Kononenko","year":"1993","unstructured":"Kononenko, I. (1993). Inductive and Bayesian learning in medical diagnosis. Applied Artificial Intelligence an International Journal, 7(4), 317\u2013337.","journal-title":"Applied Artificial Intelligence an International Journal"},{"key":"9408_CR76","unstructured":"Kononenko, I. (1999). Explaining classifications for individual instances. In Proceedings of IJCAI\u201999 (pp. 722\u2013726)."},{"key":"9408_CR77","doi-asserted-by":"crossref","unstructured":"Krause, J., Perer, A., & Ng, K. (2016). Interacting with predictions: Visual inspection of black-box machine learning models. In Proceedings of the 2016 CHI conference on human factors in computing systems (pp. 5686\u20135697).","DOI":"10.1145\/2858036.2858529"},{"issue":"12","key":"9408_CR78","doi-asserted-by":"crossref","first-page":"1999","DOI":"10.1016\/S0031-3203(98)00181-2","volume":"32","author":"R Krishnan","year":"1999","unstructured":"Krishnan, R., Sivakumar, G., & Bhattacharya, P. (1999). Extracting decision trees from trained neural networks. Pattern Recognition, 32(12), 1999\u20132009.","journal-title":"Pattern Recognition"},{"issue":"2","key":"9408_CR79","doi-asserted-by":"crossref","first-page":"199","DOI":"10.1016\/S0167-9236(03)00007-1","volume":"37","author":"OB Kwon","year":"2004","unstructured":"Kwon, O. B., & Sadeh, N. (2004). Applying case-based reasoning and multi-agent intelligent system to context-aware comparative shopping. Decision Support Systems, 37(2), 199\u2013213.","journal-title":"Decision Support Systems"},{"key":"9408_CR80","doi-asserted-by":"crossref","unstructured":"Langley, P., Meadows, B., Sridharan, M., & Choi, D. (2017). Explainable agency for intelligent autonomous systems. In AAAI (pp. 4762\u20134764).","DOI":"10.1609\/aaai.v31i2.19108"},{"issue":"2","key":"9408_CR81","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1109\/TKDE.2004.1269598","volume":"16","author":"M Last","year":"2004","unstructured":"Last, M., & Maimon, O. (2004). A compact and accurate model for classification. IEEE Transactions on Knowledge and Data Engineering, 16(2), 203\u2013215.","journal-title":"IEEE Transactions on Knowledge and Data Engineering"},{"issue":"1","key":"9408_CR82","doi-asserted-by":"crossref","first-page":"3","DOI":"10.1016\/S0933-3657(98)00062-1","volume":"16","author":"N Lavra\u010d","year":"1999","unstructured":"Lavra\u010d, N. (1999). Selected techniques for data mining in medicine. Artificial Intelligence in Medicine, 16(1), 3\u201323.","journal-title":"Artificial Intelligence in Medicine"},{"issue":"1","key":"9408_CR83","doi-asserted-by":"crossref","first-page":"50","DOI":"10.1518\/hfes.46.1.50.30392","volume":"46","author":"JD Lee","year":"2004","unstructured":"Lee, J. D., & See, K. A. (2004). Trust in automation: Designing for appropriate reliance. Human Factors, 46(1), 50\u201380.","journal-title":"Human Factors"},{"key":"9408_CR84","doi-asserted-by":"crossref","unstructured":"Lei, T., Barzilay, R., & Jaakkola, T. (2016). Rationalizing neural predictions. In Proceedings of the 2016 conference on empirical methods in natural language processing (pp. 107\u2013117).","DOI":"10.18653\/v1\/D16-1011"},{"issue":"3","key":"9408_CR85","doi-asserted-by":"crossref","first-page":"1350","DOI":"10.1214\/15-AOAS848","volume":"9","author":"B Letham","year":"2015","unstructured":"Letham, B., Rudin, C., McCormick, T. H., Madigan, D., et al. (2015). Interpretable classifiers using rules and bayesian analysis: Building a better stroke prediction model. The Annals of Applied Statistics, 9(3), 1350\u20131371.","journal-title":"The Annals of Applied Statistics"},{"key":"9408_CR86","unstructured":"Lewicki, R. J., & Bunker, B. B. (1996). Developing and maintaining trust in work relationships. In Trust in organizations: Frontiers of theory and research (pp. 114\u2013139). Sage."},{"key":"9408_CR87","unstructured":"Lipton, Z.\u00a0C. (2016). The mythos of model interpretability. arXiv preprint arXiv:1606.05390 ."},{"issue":"3","key":"9408_CR88","doi-asserted-by":"crossref","first-page":"232","DOI":"10.1016\/j.cogpsych.2006.09.006","volume":"55","author":"T Lombrozo","year":"2007","unstructured":"Lombrozo, T. (2007). Simplicity and probability in causal explanation. Cognitive Psychology, 55(3), 232\u2013257.","journal-title":"Cognitive Psychology"},{"key":"9408_CR89","doi-asserted-by":"crossref","unstructured":"Lou, Y., Caruana, R., & Gehrke, J. (2012). Intelligible models for classification and regression. In The 18th ACM SIGKDD international conference on knowledge discovery and data mining (pp. 150\u2013158).","DOI":"10.1145\/2339530.2339556"},{"key":"9408_CR90","doi-asserted-by":"crossref","unstructured":"Lou, Y., Caruana, R., Gehrke, J., & Hooker, G. (2013). Accurate intelligible models with pairwise interactions. In Proceedings of the 19th ACM SIGKDD international conference on Knowledge discovery and data mining (pp. 623\u2013631).","DOI":"10.1145\/2487575.2487579"},{"key":"9408_CR91","unstructured":"Lundberg, S.\u00a0M., & Lee, S.-I. (2017). A unified approach to interpreting model predictions. In Proceedings of the 31st international conference on neural information processing systems (pp. 4768\u20134777). Curran Associates Inc."},{"key":"9408_CR92","unstructured":"Michalski, R.\u00a0S., & Kaufman, K.\u00a0A. (2001). Learning patterns in noisy data: The AQ approach. In G. Paliouras, V. Karkaletsis, & C. D. Spyropoulos (Eds.), Machine learning and its applications. ACAI 1999. Lecture notes in computer science (Vol. 2049). Berlin, Heidelberg: Springer."},{"key":"9408_CR93","unstructured":"Miller, T. (2017). Explanation in artificial intelligence: Insights from the social sciences. arXiv preprint arXiv:1706.07269 ."},{"issue":"17","key":"9408_CR94","doi-asserted-by":"crossref","first-page":"3180","DOI":"10.1016\/j.neucom.2011.04.009","volume":"74","author":"MH Mohamed","year":"2011","unstructured":"Mohamed, M. H. (2011). Rules extraction from constructively trained neural networks based on genetic algorithms. Neurocomputing, 74(17), 3180\u20133192.","journal-title":"Neurocomputing"},{"key":"9408_CR95","unstructured":"Mohseni, S., & Ragan, E.\u00a0D. (2018). A human-grounded evaluation benchmark for local explanations of machine learning. arXiv preprint arXiv:1801.05075 ."},{"key":"9408_CR96","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1016\/j.dsp.2017.10.011","volume":"73","author":"G Montavon","year":"2018","unstructured":"Montavon, G., Samek, W., & Muller, K. (2018). Methods for interpreting and understanding deep neural networks. Digital Signal Processing: A Review Journal, 73, 1\u201315, 2.","journal-title":"Digital Signal Processing: A Review Journal"},{"issue":"1","key":"9408_CR97","doi-asserted-by":"crossref","first-page":"67","DOI":"10.1093\/esr\/jcp006","volume":"26","author":"C Mood","year":"2010","unstructured":"Mood, C. (2010). Logistic regression: Why we cannot do what we think we can do, and what we can do about it. European Sociological Review, 26(1), 67\u201382.","journal-title":"European Sociological Review"},{"key":"9408_CR98","doi-asserted-by":"crossref","first-page":"257","DOI":"10.1613\/jair.41","volume":"1","author":"PM Murphy","year":"1993","unstructured":"Murphy, P. M., & Pazzani, M. J. (1993). Exploring the decision forest: An empirical investigation of Occam\u2019s razor in decision tree induction. Journal of Artificial Intelligence Research, 1, 257\u2013275.","journal-title":"Journal of Artificial Intelligence Research"},{"key":"9408_CR99","unstructured":"Ortony, A., & Partridge, D. (1987). Surprisingness and expectation failure: What\u2019s the difference? In IJCAI (pp. 106\u2013108)."},{"issue":"1","key":"9408_CR100","first-page":"81","volume":"1","author":"J Ross Quinlan","year":"1986","unstructured":"Ross Quinlan, J. (1986). Induction of decision trees. Machine Learning, 1(1), 81\u2013106.","journal-title":"Machine Learning"},{"key":"9408_CR101","doi-asserted-by":"crossref","unstructured":"Rahwan, I., Sonenberg, L., & Dignum, F. (2003). Towards interest-based negotiation. In Proceedings of the second international joint conference on autonomous agents and multiagent systems (pp. 773\u2013780).","DOI":"10.1145\/860575.860699"},{"key":"9408_CR102","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.\u00a0T., Singh, S., & Guestrin, C. (2016). Why should I trust you? Explaining the predictions of any classifier. In Proceedings of the 22Nd ACM SIGKDD international conference on knowledge discovery and data mining (pp. 1135\u20131144).","DOI":"10.18653\/v1\/N16-3020"},{"key":"9408_CR103","unstructured":"Richardson, A., Kraus, S., Weiss, P.\u00a0L., & Rosenblum, S. (2008). Coach-cumulative online algorithm for classification of handwriting deficiencies. In AAAI (pp. 1725\u20131730)."},{"key":"9408_CR104","doi-asserted-by":"crossref","first-page":"211","DOI":"10.1016\/j.artint.2017.08.005","volume":"252","author":"A Rosenfeld","year":"2017","unstructured":"Rosenfeld, A., Agmon, N., Maksimov, O., & Kraus, S. (2017). Intelligent agent supporting human-multi-robot team collaboration. Artificial Intelligence, 252, 211\u2013231.","journal-title":"Artificial Intelligence"},{"key":"9408_CR105","first-page":"320","volume":"16","author":"A Rosenfeld","year":"2016","unstructured":"Rosenfeld, A., & Kraus, S. (2016). Strategical argumentative agent for human persuasion. ECAI, 16, 320\u2013329.","journal-title":"ECAI"},{"key":"9408_CR106","unstructured":"Rosenfeld, A., Bareket, Z., Goldman, C. V., Kraus, S., LeBlanc, D. J., & Tsimhoni, O. (2012). Learning driver\u2019s behavior to improve the acceptance of adaptive cruise control. In IAAI."},{"issue":"1","key":"9408_CR107","doi-asserted-by":"crossref","first-page":"18","DOI":"10.1080\/15472450.2014.889960","volume":"19","author":"A Rosenfeld","year":"2015","unstructured":"Rosenfeld, A., Bareket, Z., Goldman, C. V., LeBlanc, D. J., & Tsimhoni, O. (2015). Learning drivers\u2019 behavior to improve adaptive cruise control. Journal of Intelligent Transportation Systems, 19(1), 18\u201331.","journal-title":"Journal of Intelligent Transportation Systems"},{"key":"9408_CR108","doi-asserted-by":"crossref","unstructured":"Rosenfeld, A., Sehgal, V., Graham, D.\u00a0G., Banks, M.\u00a0R., Haidry, R.\u00a0J., & Lovat, L.\u00a0B. (2014). Using data mining to help detect dysplasia: Extended abstract. In IEEE international conference on software science, technology and engineering (pp. 65\u201366).","DOI":"10.1109\/SWSTE.2014.21"},{"issue":"1","key":"9408_CR109","doi-asserted-by":"crossref","first-page":"60","DOI":"10.1007\/s10458-015-9281-9","volume":"30","author":"A Rosenfeld","year":"2016","unstructured":"Rosenfeld, A., Zuckerman, I., Segal-Halevi, E., Drein, O., & Kraus, S. (2016). NegoChat-A: A chat-based negotiation agent with bounded rationality. Autonomous Agents and Multi-agent Systems, 30(1), 60\u201381.","journal-title":"Autonomous Agents and Multi-agent Systems"},{"issue":"1","key":"9408_CR110","doi-asserted-by":"crossref","first-page":"61","DOI":"10.1111\/j.1464-0597.2004.00161.x","volume":"53","author":"S Rubio","year":"2004","unstructured":"Rubio, S., D\u00edaz, E., Mart\u00edn, J., & Puente, J. M. (2004). Evaluation of subjective mental workload: A comparison of SWAT, NASA-TLX, and workload profile methods. Applied Psychology, 53(1), 61\u201386.","journal-title":"Applied Psychology"},{"key":"9408_CR111","doi-asserted-by":"crossref","unstructured":"Rudin, C. (2014). Algorithms for interpretable machine learning. In Proceedings of the 20th ACM SIGKDD international conference on knowledge discovery and data mining (pp. 1519\u20131519).","DOI":"10.1145\/2623330.2630823"},{"issue":"19","key":"9408_CR112","doi-asserted-by":"crossref","first-page":"2507","DOI":"10.1093\/bioinformatics\/btm344","volume":"23","author":"Y Saeys","year":"2007","unstructured":"Saeys, Y., Inza, I., & Larra\u00f1aga, P. (2007). A review of feature selection techniques in bioinformatics. Bioinformatics, 23(19), 2507\u20132517.","journal-title":"Bioinformatics"},{"key":"9408_CR113","doi-asserted-by":"crossref","unstructured":"Salem, M., Lakatos, G., Amirabdollahian, F., & Dautenhahn, K. (2015). Would you trust a (faulty) robot?: Effects of error, task type and personality on human\u2013robot cooperation and trust. In Proceedings of the tenth annual ACM\/IEEE international conference on human\u2013robot interaction (pp. 141\u2013148).","DOI":"10.1145\/2696454.2696497"},{"issue":"3","key":"9408_CR114","doi-asserted-by":"crossref","first-page":"579","DOI":"10.1111\/0272-4332.00040","volume":"22","author":"A Saltelli","year":"2002","unstructured":"Saltelli, A. (2002). Sensitivity analysis for importance assessment. Risk Analysis, 22(3), 579\u2013590.","journal-title":"Risk Analysis"},{"key":"9408_CR115","unstructured":"Samek, W., Wiegand, T., & M\u00fcller, K.-R. (2017). Explainable artificial intelligence: Understanding, visualizing and interpreting deep learning models. arXiv preprint arXiv:1708.08296 ."},{"key":"9408_CR116","doi-asserted-by":"crossref","unstructured":"Scerri, P., Pynadath, D., & Tambe, M. (2001). Adjustable autonomy in real-world multi-agent environments. In Proceedings of the fifth international conference on autonomous agents (pp. 300\u2013307). ACM.","DOI":"10.1145\/375735.376314"},{"key":"9408_CR117","unstructured":"Schank, R.\u00a0C. (1986). Explanation: A first pass. In Experience, memory, and reasoning (pp. 139\u2013165). Yale University."},{"issue":"3","key":"9408_CR118","doi-asserted-by":"crossref","first-page":"312","DOI":"10.1109\/TITB.2006.880553","volume":"11","author":"V Schetinin","year":"2007","unstructured":"Schetinin, V., Fieldsend, J. E., Partridge, D., Coats, T. J., Krzanowski, W. J., Everson, R. M., et al. (2007). Confident interpretation of Bayesian decision tree ensembles for clinical applications. IEEE Transactions on Information Technology in Biomedicine, 11(3), 312\u2013319.","journal-title":"IEEE Transactions on Information Technology in Biomedicine"},{"key":"9408_CR119","doi-asserted-by":"crossref","unstructured":"Selvaraju, R.\u00a0R., Cogswell, M., Das, A., Vedantam, R., Parikh, D., Batra, D., et al. (2017). Grad-cam: Visual explanations from deep networks via gradient-based localization. In ICCV (pp. 618\u2013626).","DOI":"10.1109\/ICCV.2017.74"},{"key":"9408_CR120","unstructured":"Sheh, R. (2017). Why did you do that? Explainable intelligent robots. In AAAI workshop on human\u2013aware artificial intelligence."},{"key":"9408_CR121","doi-asserted-by":"crossref","first-page":"1","DOI":"10.1145\/960201.957206","volume":"73\u201374","author":"B Shneiderman","year":"2002","unstructured":"Shneiderman, B. (2002). Promoting universal usability with multi-layer interface design. ACM SIGCAPH Computers and the Physically Handicapped, 73\u201374, 1\u20138.","journal-title":"ACM SIGCAPH Computers and the Physically Handicapped"},{"key":"9408_CR122","doi-asserted-by":"crossref","unstructured":"Shrot, T., Rosenfeld, A., Golbeck, J., & Kraus, S. (2014). Crisp: An interruption management algorithm based on collaborative filtering. In Proceedings of the SIGCHI conference on human factors in computing systems (pp. 3035\u20133044).","DOI":"10.1145\/2556288.2557109"},{"key":"9408_CR123","unstructured":"Shwartz-Ziv, R., & Tishby, N. (2017). Opening the black box of deep neural networks via information. arXiv preprint arXiv:1703.00810 ."},{"key":"9408_CR124","unstructured":"Sierhuis, M., Bradshaw, J.\u00a0M., Acquisti, A., Van\u00a0Hoof, R., Jeffers, R., & Uszok, A. (2003). Human\u2013agent teamwork and adjustable autonomy in practice. In Proceedings of the seventh international symposium on artificial intelligence, robotics and automation in space (I-SAIRAS)."},{"key":"9408_CR125","unstructured":"Simonyan, K., Vedaldi, A., & Zisserman, A. (2013). Deep inside convolutional networks: Visualising image classification models and saliency maps. In CoRR. arXiv:1312.6034 ."},{"key":"9408_CR126","unstructured":"S\u00f8rmo, F., & Cassens, J. (2004). Explanation goals in case-based reasoning. In Proceedings of the ECCBR 2004 workshops, number 142-04 (pp. 165\u2013174)."},{"issue":"2","key":"9408_CR127","doi-asserted-by":"crossref","first-page":"109","DOI":"10.1007\/s10462-005-4607-7","volume":"24","author":"F S\u00f8rmo","year":"2005","unstructured":"S\u00f8rmo, F., Cassens, J., & Aamodt, A. (2005). Explanation in case-based reasoning-perspectives and goals. Artificial Intelligence Review, 24(2), 109\u2013143.","journal-title":"Artificial Intelligence Review"},{"key":"9408_CR128","doi-asserted-by":"crossref","first-page":"175","DOI":"10.1613\/jair.5387","volume":"59","author":"S Stein","year":"2017","unstructured":"Stein, S., Gerding, E. H., Nedea, A., Rosenfeld, A., & Jennings, N. R. (2017). Market interfaces for electric vehicle charging. Journal of Artificial Intelligence Research, 59, 175\u2013227.","journal-title":"Journal of Artificial Intelligence Research"},{"key":"9408_CR129","first-page":"1","volume":"11","author":"E Strumbelj","year":"2010","unstructured":"Strumbelj, E., & Kononenko, I. (2010). An efficient explanation of individual classifications using game theory. Journal of Machine Learning Research, 11, 1\u201318.","journal-title":"Journal of Machine Learning Research"},{"key":"9408_CR130","unstructured":"Tan, H.\u00a0F., Hooker, G., & Wells, M.\u00a0T. (2016). Tree space prototypes: Another look at making tree ensembles interpretable. arXiv preprint arXiv:1611.07115 ."},{"key":"9408_CR131","doi-asserted-by":"crossref","unstructured":"Tolomei, G., Silvestri, F., Haines, A., & Lalmas, M. (2017). Interpretable predictions of tree-based ensembles via actionable feature tweaking. In Proceedings of the 23rd ACM SIGKDD international conference on knowledge discovery and data mining (pp. 465\u2013474).","DOI":"10.1145\/3097983.3098039"},{"key":"9408_CR132","doi-asserted-by":"crossref","unstructured":"Traum, D., Rickel, J., Gratch, J., & Marsella, S. (2003). Negotiation over tasks in hybrid human\u2013agent teams for simulation-based training. In Proceedings of the second international joint conference on autonomous agents and multiagent systems (pp. 441\u2013448). ACM.","DOI":"10.1145\/860575.860646"},{"key":"9408_CR133","unstructured":"Van\u00a0Fraassen, B.\u00a0C. (1985). Empiricism in the philosophy of science. In P. M. Churchland & C. A. Hooker (Eds.), Images of science: Essays on realism and empiricism (pp. 245\u2013308). University of Chicago Press."},{"issue":"4","key":"9408_CR134","doi-asserted-by":"crossref","first-page":"197","DOI":"10.1080\/00461520.2011.611369","volume":"46","author":"K VanLehn","year":"2011","unstructured":"VanLehn, K. (2011). The relative effectiveness of human tutoring, intelligent tutoring systems, and other tutoring systems. Educational Psychologist, 46(4), 197\u2013221.","journal-title":"Educational Psychologist"},{"issue":"6","key":"9408_CR135","doi-asserted-by":"crossref","first-page":"819","DOI":"10.1002\/nbm.1797","volume":"25","author":"A Vellido","year":"2012","unstructured":"Vellido, A., Romero, E., Juli\u00e0-Sap\u00e9, M., Maj\u00f3s, C., Moreno-Torres, \u00c0., Pujol, J., et al. (2012). Robust discrimination of glioblastomas from metastatic brain tumors on the basis of single-voxel 1H MRS. NMR in Biomedicine, 25(6), 819\u2013828.","journal-title":"NMR in Biomedicine"},{"key":"9408_CR136","unstructured":"Vellido, A., Mart\u00edn-Guerrero, J.\u00a0D., & Lisboa, P. J. G. (2012). Making machine learning models interpretable. In ESANN (Vol. 12, pp. 163\u2013172)."},{"key":"9408_CR137","unstructured":"Vigan\u00f2, L., & Magazzeni, D. (2018). Explainable security. arXiv preprint arXiv:1807.04178 ."},{"issue":"3","key":"9408_CR138","doi-asserted-by":"crossref","first-page":"285","DOI":"10.1007\/s10506-016-9183-4","volume":"24","author":"CS Vlek","year":"2016","unstructured":"Vlek, C. S., Prakken, H., Renooij, S., & Verheij, B. (2016). A method for explaining bayesian networks for legal evidence with scenarios. Artificial Intelligence and Law, 24(3), 285\u2013324.","journal-title":"Artificial Intelligence and Law"},{"issue":"1","key":"9408_CR139","first-page":"2357","volume":"18","author":"T Wang","year":"2017","unstructured":"Wang, T., Rudin, C., Doshi-Velez, F., Liu, Y., Klampfl, E., & MacNeille, P. (2017). A bayesian framework for learning rule sets for interpretable classification. The Journal of Machine Learning Research, 18(1), 2357\u20132393.","journal-title":"The Journal of Machine Learning Research"},{"key":"9408_CR140","unstructured":"Whitmore, L.\u00a0S., George, A., & Hudson, C.\u00a0M. (2018) Explicating feature contribution using random forest proximity distances. arXiv preprint arXiv:1807.06572 ."},{"issue":"1","key":"9408_CR141","doi-asserted-by":"crossref","first-page":"137","DOI":"10.2307\/25148784","volume":"31","author":"B Xiao","year":"2007","unstructured":"Xiao, B., & Benbasat, I. (2007). E-commerce product recommendation agents: Use, characteristics, and impact. MIS Quarterly, 31(1), 137\u2013209.","journal-title":"MIS Quarterly"},{"key":"9408_CR142","unstructured":"Xu, K., Ba, J., Kiros, R., Cho, K., Courville, A., Salakhudinov, R., Zemel, R., & Bengio, Y. (2015). Show, attend and tell: Neural image caption generation with visual attention. In International conference on machine learning (pp. 2048\u20132057)."},{"key":"9408_CR143","doi-asserted-by":"crossref","unstructured":"Yanco, H.\u00a0A., & Drury, J. (2004). Classifying human\u2013robot interaction: An updated taxonomy. In IEEE international conference on systems, man and cybernetics (Vol. 3, pp. 2841\u20132846). IEEE.","DOI":"10.1109\/ICSMC.2004.1400763"},{"key":"9408_CR144","unstructured":"Yetim, F. (2008). A framework for organizing justifications for strategic use in adaptive interaction contexts. In ECIS (pp. 815\u2013825)."},{"key":"9408_CR145","unstructured":"Yosinski, J., Clune, J., Nguyen, A., Fuchs, T., & Lipson, H. (2015). Understanding neural networks through deep visualization. arXiv preprint arXiv:1506.06579 ."},{"issue":"1","key":"9408_CR146","doi-asserted-by":"crossref","first-page":"27","DOI":"10.1631\/FITEE.1700808","volume":"19","author":"Q Zhang","year":"2018","unstructured":"Zhang, Q., & Zhu, S.-C. (2018). Visual interpretability for deep learning: A survey. Frontiers of Information Technology & Electronic Engineering, 19(1), 27\u201339.","journal-title":"Frontiers of Information Technology & Electronic Engineering"},{"key":"9408_CR147","unstructured":"Zhang, Y., Wallace, B. (2015). A sensitivity analysis of (and practitioners\u2019 guide to) convolutional neural networks for sentence classification. arXiv preprint arXiv:1510.03820 ."},{"key":"9408_CR148","doi-asserted-by":"crossref","unstructured":"Zhou, B., Khosla, A., Lapedriza, A., Oliva, A., & Torralba, A. (2016). Learning deep features for discriminative localization. In Proceedings of the IEEE conference on computer vision and pattern recognition (pp. 2921\u20132929).","DOI":"10.1109\/CVPR.2016.319"},{"key":"9408_CR149","unstructured":"Zhou, Y., & Hooker, G. (2016). Interpreting models via single tree approximation. arXiv preprint arXiv:1610.09036 ."},{"issue":"1","key":"9408_CR150","first-page":"3","volume":"16","author":"Z-H Zhou","year":"2003","unstructured":"Zhou, Z.-H., Jiang, Y., & Chen, S.-F. (2003). Extracting symbolic rules from trained neural network ensembles. Ai Communications, 16(1), 3\u201315.","journal-title":"Ai Communications"}],"container-title":["Autonomous Agents and Multi-Agent Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10458-019-09408-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10458-019-09408-y\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10458-019-09408-y.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,17]],"date-time":"2022-09-17T23:43:11Z","timestamp":1663458191000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10458-019-09408-y"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019,5,13]]},"references-count":150,"journal-issue":{"issue":"6","published-print":{"date-parts":[[2019,11]]}},"alternative-id":["9408"],"URL":"https:\/\/doi.org\/10.1007\/s10458-019-09408-y","relation":{},"ISSN":["1387-2532","1573-7454"],"issn-type":[{"value":"1387-2532","type":"print"},{"value":"1573-7454","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019,5,13]]},"assertion":[{"value":"13 May 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}