{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,25]],"date-time":"2026-01-25T03:30:09Z","timestamp":1769311809009,"version":"3.49.0"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032013989","type":"print"},{"value":"9783032013996","type":"electronic"}],"license":[{"start":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T00:00:00Z","timestamp":1760054400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,10]],"date-time":"2025-10-10T00:00:00Z","timestamp":1760054400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-01399-6_6","type":"book-chapter","created":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T12:50:52Z","timestamp":1760014252000},"page":"85-103","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["LLM-Based Evaluation Methodology of\u00a0Explanation Strategies"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0006-0798-6011","authenticated-orcid":false,"given":"Ege","family":"Soyarar","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5260-9999","authenticated-orcid":false,"given":"Reyhan","family":"Aydogan","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1320-8006","authenticated-orcid":false,"given":"Berk","family":"Buzcu","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-9816-7439","authenticated-orcid":false,"given":"Davide","family":"Calvaresi","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,10,10]]},"reference":[{"key":"6_CR1","unstructured":"Amiri, S.S., et al.: Data representing ground-truth explanations to evaluate XAI methods. CoRR abs\/2011.09892 (2020). https:\/\/arxiv.org\/abs\/2011.09892"},{"key":"6_CR2","doi-asserted-by":"publisher","unstructured":"Ayub, R., Ghazanfar, M.a., Maqsood, M., Saleem, A.: A Jaccard base similarity measure to improve performance of CF based recommender systems, pp.\u00a01\u20136 (01 2018). https:\/\/doi.org\/10.1109\/ICOIN.2018.8343073","DOI":"10.1109\/ICOIN.2018.8343073"},{"key":"6_CR3","unstructured":"Bennett, J., Lanning, S.: The netflix prize (2007)"},{"key":"6_CR4","unstructured":"Bona, F.B.D., Dominici, G., Miller, T., Langheinrich, M., Gjoreski, M.: Evaluating explanations through LLMs: Beyond traditional user studies (2024). https:\/\/arxiv.org\/abs\/2410.17781"},{"key":"6_CR5","doi-asserted-by":"publisher","unstructured":"Buzcu, B., et al.: Towards interactive explanation-based nutrition virtual coaching systems (2023). https:\/\/doi.org\/10.21203\/rs.3.rs-3110083\/v1","DOI":"10.21203\/rs.3.rs-3110083\/v1"},{"key":"6_CR6","doi-asserted-by":"publisher","unstructured":"Casolari, F., Buttaboni, C., Floridi, L.: The EU data act in context: a legal assessment. Int. J. Law Inform. Technol. 31(4), 399\u2013412 (02 2024). https:\/\/doi.org\/10.1093\/ijlit\/eaae005","DOI":"10.1093\/ijlit\/eaae005"},{"key":"6_CR7","doi-asserted-by":"publisher","first-page":"155","DOI":"10.1007\/978-3-031-70074-3_9","volume-title":"Explainable and Transparent AI and Multi-Agent Systems","author":"V Contreras","year":"2024","unstructured":"Contreras, V., Schumacher, M., Calvaresi, D.: Explanation of deep learning models via logic rules enhanced by embeddings analysis, and probabilistic models. In: Calvaresi, D., et al. (eds.) Explainable and Transparent AI and Multi-Agent Systems, pp. 155\u2013183. Springer Nature Switzerland, Cham (2024)"},{"key":"6_CR8","unstructured":"Das, A., Rad, P.: Opportunities and challenges in explainable artificial intelligence (xai): A survey (2020). https:\/\/arxiv.org\/abs\/2006.11371"},{"key":"6_CR9","unstructured":"DeepSeek-AI, Guo, D., et al.: Deepseek-r1: Incentivizing reasoning capability in LLMs via reinforcement learning (2025). https:\/\/arxiv.org\/abs\/2501.12948"},{"key":"6_CR10","doi-asserted-by":"publisher","unstructured":"Ge, Y., et al.: A survey on trustworthy recommender systems 3(2) (Nov 2024). https:\/\/doi.org\/10.1145\/3652891","DOI":"10.1145\/3652891"},{"key":"6_CR11","doi-asserted-by":"publisher","DOI":"10.1371\/journal.pdig.0000082","volume":"2","author":"A Gonzales","year":"2023","unstructured":"Gonzales, A., Guruswamy, G., Smith, S.R.: Synthetic data in health care: a narrative review. PLOS Digital Health 2, e0000082 (2023). https:\/\/doi.org\/10.1371\/journal.pdig.0000082","journal-title":"PLOS Digital Health"},{"issue":"4","key":"6_CR12","first-page":"1","volume":"5","author":"FM Harper","year":"2015","unstructured":"Harper, F.M., Konstan, J.A.: The movielens datasets: history and context. ACM Trans. Interact. Intell. Syst. (tiis) 5(4), 1\u201319 (2015)","journal-title":"ACM Trans. Interact. Intell. Syst. (tiis)"},{"key":"6_CR13","doi-asserted-by":"publisher","first-page":"212","DOI":"10.1007\/978-3-031-40878-6_12","volume-title":"Explainable and Transparent AI and Multi-Agent Systems","author":"J Hulstijn","year":"2023","unstructured":"Hulstijn, J., Tchappi, I., Najjar, A., Aydo\u011fan, R.: Metrics for evaluating explainable recommender systems. In: Calvaresi, D., et al. (eds.) Explainable and Transparent AI and Multi-Agent Systems, pp. 212\u2013230. Springer Nature Switzerland, Cham (2023)"},{"key":"6_CR14","doi-asserted-by":"publisher","unstructured":"Le, T.T.H., Kim, H., Kang, H., Kim, H.: Classification and explanation for intrusion detection system based on ensemble trees and shap method. Sensors 22(3) (2022). https:\/\/doi.org\/10.3390\/s22031154","DOI":"10.3390\/s22031154"},{"key":"6_CR15","doi-asserted-by":"publisher","unstructured":"Lin, C.S., Tsai, C.N., Su, S.T., Jwo, J.S., Lee, C.H., Wang, X.: Predictive prompts with joint training of large language models for explainable recommendation. Mathematics 11(20) (2023). https:\/\/doi.org\/10.3390\/math11204230","DOI":"10.3390\/math11204230"},{"key":"6_CR16","doi-asserted-by":"publisher","unstructured":"Lubos, S., Tran, T.N.T., Felfernig, A., Polat\u00a0Erdeniz, S., Le, V.M.: LL,-generated explanations for recommender systems. In: Adjunct Proceedings of the 32nd ACM Conference on User Modeling, Adaptation and Personalization, pp. 276\u2013285. UMAP Adjunct \u201924, Association for Computing Machinery, New York, NY, USA (2024). https:\/\/doi.org\/10.1145\/3631700.3665185","DOI":"10.1145\/3631700.3665185"},{"key":"6_CR17","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Guyon, I., et al., (eds.) Advances in Neural Information Processing Systems, vol. 30, pp. 4765\u20134774. Curran Associates, Inc. (2017). http:\/\/papers.nips.cc\/paper\/7062-a-unified-approach-to-interpreting-model-predictions.pdf"},{"key":"6_CR18","doi-asserted-by":"publisher","unstructured":"Mathew, J., Chitra, R., Stephen, C., Koshy, R.S.: Integration of explainable artificial intelligence (xai) in the development of disease prediction and medicine recommendation system. In: 2024 IEEE International Conference on Interdisciplinary Approaches in Technology and Management for Social Innovation (IATMSI), vol.\u00a02, pp.\u00a01\u20135 (2024). https:\/\/doi.org\/10.1109\/IATMSI60426.2024.10503250","DOI":"10.1109\/IATMSI60426.2024.10503250"},{"key":"6_CR19","doi-asserted-by":"publisher","unstructured":"Novelli, C., Casolari, F., Rotolo, A., Taddeo, M., Floridi, L.: Taking AI risks seriously: a new assessment model for the AI act. AI and Society 39(5), 2493\u20132497 (Jul 2023). https:\/\/doi.org\/10.1007\/s00146-023-01723-z","DOI":"10.1007\/s00146-023-01723-z"},{"key":"6_CR20","doi-asserted-by":"crossref","unstructured":"Oblizanov, A., Shevskaya, N., Kazak, A., Rudenko, M., Dorofeeva, A.: Evaluation metrics research for explainable artificial intelligence global methods using synthetic data. Appl. Syst. Innov. 6(1) (2023). https:\/\/www.mdpi.com\/2571-5577\/6\/1\/26","DOI":"10.3390\/asi6010026"},{"key":"6_CR21","unstructured":"OpenAI, Achiam, J., Adler, S., Agarwal, S., Ahmad, L., Akkaya, I., Others: Gpt-4 technical report (2024). https:\/\/arxiv.org\/abs\/2303.08774"},{"key":"6_CR22","doi-asserted-by":"publisher","unstructured":"Pang, A., Jang, H., Fang, S.: Generating descriptive explanations of machine learning models using LLM. In: 2024 IEEE International Conference on Big Data (BigData), pp. 5369\u20135374 (2024). https:\/\/doi.org\/10.1109\/BigData62323.2024.10825667","DOI":"10.1109\/BigData62323.2024.10825667"},{"key":"6_CR23","doi-asserted-by":"publisher","unstructured":"Radanliev, P., Santos, O., Brandon-Jones, A., Joinson, A.: Ethics and responsible AI deployment. Front. Artif. Intell. 7 (2024). https:\/\/doi.org\/10.3389\/frai.2024.1377011","DOI":"10.3389\/frai.2024.1377011"},{"key":"6_CR24","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \u201cwhy should I trust you?\u201d: Explaining the predictions of any classifier. CoRR abs\/1602.04938 (2016). http:\/\/arxiv.org\/abs\/1602.04938","DOI":"10.18653\/v1\/N16-3020"},{"key":"6_CR25","unstructured":"Selvaraju, R.R., Das, A., Vedantam, R., Cogswell, M., Parikh, D., Batra, D.: Grad-cam: Why did you say that? visual explanations from deep networks via gradient-based localization. CoRR abs\/1610.02391 (2016). http:\/\/arxiv.org\/abs\/1610.02391"},{"key":"6_CR26","unstructured":"Wang, B., Li, Y., Zhou, J., Chen, F.: Can LLM assist in the evaluation of the quality of machine learning explanations? (2025). https:\/\/arxiv.org\/abs\/2502.20635"},{"key":"6_CR27","unstructured":"Zhang, J., Liu, J., Luo, D., Neville, J., Wei, H.: Llmexplainer: Large language model based Bayesian inference for graph explanation generation (2024). https:\/\/arxiv.org\/abs\/2407.15351"},{"key":"6_CR28","doi-asserted-by":"publisher","unstructured":"Zhang, X., et al.: Large language models as evaluators for recommendation explanations, pp. 33\u201342 (2024). https:\/\/doi.org\/10.1145\/3640457.3688075","DOI":"10.1145\/3640457.3688075"},{"key":"6_CR29","doi-asserted-by":"publisher","unstructured":"Zhang, Y., Chen, X.: Explainable recommendation: a survey and new perspectives. Found. Trends$$\\text{\\textregistered} $$ Inform. Retrieval 14(1), 1\u2013101 (2020). https:\/\/doi.org\/10.1561\/1500000066","DOI":"10.1561\/1500000066"}],"container-title":["Lecture Notes in Computer Science","Explainable, Trustworthy, and Responsible AI and Multi-Agent Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-01399-6_6","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,9]],"date-time":"2025-10-09T12:50:57Z","timestamp":1760014257000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-01399-6_6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,10]]},"ISBN":["9783032013989","9783032013996"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-01399-6_6","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,10,10]]},"assertion":[{"value":"10 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"EXTRAAMAS","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Workshop on Explainable, Trustworthy, and Responsible AI and Multi-Agent Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Detroit, MI","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"USA","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 May 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"20 May 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"7","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"extraamas2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/extraamas.ehealth.hevs.ch\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}