{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,15]],"date-time":"2026-04-15T19:26:43Z","timestamp":1776281203331,"version":"3.50.1"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"3","license":[{"start":{"date-parts":[[2025,1,2]],"date-time":"2025-01-02T00:00:00Z","timestamp":1735776000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,1,2]],"date-time":"2025-01-02T00:00:00Z","timestamp":1735776000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"name":"Ministerio de Ciencia e Innovaci\u00f3n & NextGenerationEU\/PRTR","award":["CPP2022-010081, funded by MICIU\/AEI\/10.13039\/50110"],"award-info":[{"award-number":["CPP2022-010081, funded by MICIU\/AEI\/10.13039\/50110"]}]},{"name":"Ministerio de Ciencia e Innovaci\u00f3n & NextGenerationEU\/PRTR","award":["PID2020-115832GB-I00 funded by MICIU\/AEI\/10.13039"],"award-info":[{"award-number":["PID2020-115832GB-I00 funded by MICIU\/AEI\/10.13039"]}]},{"name":"Ministerio de Ciencia e Innovaci\u00f3n & NextGenerationEU\/PRTR","award":["RED2022-134647-T"],"award-info":[{"award-number":["RED2022-134647-T"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Softw Syst Model"],"published-print":{"date-parts":[[2025,6]]},"DOI":"10.1007\/s10270-024-01251-4","type":"journal-article","created":{"date-parts":[[2025,1,3]],"date-time":"2025-01-03T01:38:19Z","timestamp":1735868299000},"page":"949-974","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Can explainable artificial intelligence support software modelers in model comprehension?"],"prefix":"10.1007","volume":"24","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-1317-8363","authenticated-orcid":false,"given":"Francisco Javier","family":"Alcaide","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4550-6385","authenticated-orcid":false,"given":"Jos\u00e9 Ra\u00fal","family":"Romero","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1916-6559","authenticated-orcid":false,"given":"Aurora","family":"Ram\u00edrez","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,1,2]]},"reference":[{"key":"1251_CR1","first-page":"139","volume":"43","author":"A Rodrigues da Silva","year":"2015","unstructured":"Rodrigues da Silva, A.: Model-driven engineering: a survey supported by the unified conceptual model. Comput. Lang. Syst. Struct. 43, 139\u2013155 (2015)","journal-title":"Comput. Lang. Syst. Struct."},{"key":"1251_CR2","first-page":"1","volume":"31","author":"Y Yang","year":"2022","unstructured":"Yang, Y., et al.: Predictive models in software engineering: challenges and opportunities. ACM Trans. Softw. Eng. Methodol. 31, 1\u201372 (2022)","journal-title":"ACM Trans. Softw. Eng. Methodol."},{"key":"1251_CR3","doi-asserted-by":"publisher","first-page":"1189","DOI":"10.1109\/TR.2019.2892517","volume":"68","author":"VHS Durelli","year":"2019","unstructured":"Durelli, V.H.S., et al.: Machine learning applied to software testing: a systematic mapping study. IEEE Trans. Reliab. 68, 1189\u20131212 (2019)","journal-title":"IEEE Trans. Reliab."},{"key":"1251_CR4","doi-asserted-by":"publisher","first-page":"967","DOI":"10.1007\/s10270-021-00929-3","volume":"21","author":"JA L\u00f3pez Hern\u00e1ndez","year":"2022","unstructured":"L\u00f3pez Hern\u00e1ndez, J.A., C\u00e1novas-Izquierdo, J.L., S\u00e1nchez Cuadrado, J.: ModelSet: a dataset for machine learning in model-driven engineering. Softw. Syst. Model. 21, 967\u2013986 (2022)","journal-title":"Softw. Syst. Model."},{"key":"1251_CR5","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3236009","volume":"51","author":"R Guidotti","year":"2018","unstructured":"Guidotti, R., et al.: A survey of methods for explaining black box models. ACM Comput. Surv. 51, 1\u201342 (2018)","journal-title":"ACM Comput. Surv."},{"key":"1251_CR6","doi-asserted-by":"crossref","unstructured":"Dam, H.K., Tran, T., Ghose, A.: Explainable software analytics. Proc. 40th Int. Conf. Softw. Eng.: New Ideas and Emerging Results (ICSE-NIER) 53\u201356 (2018)","DOI":"10.1145\/3183399.3183424"},{"key":"1251_CR7","doi-asserted-by":"publisher","first-page":"29","DOI":"10.1109\/MS.2023.3246686","volume":"40","author":"C Tantithamthavorn","year":"2023","unstructured":"Tantithamthavorn, C., Cito, J., Hemmati, H., Chandra, S.: Explainable AI for SE: challenges and future directions. IEEE Softw. 40, 29\u201333 (2023)","journal-title":"IEEE Softw."},{"key":"1251_CR8","doi-asserted-by":"publisher","first-page":"128111","DOI":"10.1016\/j.neucom.2024.128111","volume":"599","author":"M Mersha","year":"2024","unstructured":"Mersha, M., Lam, K., Wood, J., AlShami, A.K., Kalita, J.: Explainable artificial intelligence: a survey of needs, techniques, applications, and future direction. Neurocomputing 599, 128111 (2024)","journal-title":"Neurocomputing"},{"key":"1251_CR9","doi-asserted-by":"publisher","first-page":"84","DOI":"10.1109\/MS.2023.3255663","volume":"40","author":"J Cito","year":"2023","unstructured":"Cito, J., Chandra, S., Tantithamthavorn, C., Hemmati, H.: Expert perspectives on explainability. IEEE Softw. 40, 84\u201388 (2023)","journal-title":"IEEE Softw."},{"key":"1251_CR10","doi-asserted-by":"crossref","unstructured":"Hern\u00e1ndez L\u00f3pez, J.A., S\u00e1nchez Cuadrado, J.: Towards the Characterization of Realistic Model Generators using Graph Neural Networks. 24th International Conference on Model Driven Engineering Languages and Systems (MODELS) 58\u201369 (2021)","DOI":"10.1109\/MODELS50736.2021.00015"},{"key":"1251_CR11","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3572905","volume":"55","author":"Z Kotti","year":"2023","unstructured":"Kotti, Z., Galanopoulou, R., Spinellis, D.: Machine learning for software engineering: a tertiary study. ACM Comput. Surv. 55, 1\u201339 (2023)","journal-title":"ACM Comput. Surv."},{"key":"1251_CR12","doi-asserted-by":"publisher","first-page":"26","DOI":"10.1109\/MS.2020.2987666","volume":"37","author":"AD Carleton","year":"2020","unstructured":"Carleton, A.D., et al.: The AI effect: working at the intersection of AI and SE. IEEE Softw. 37, 26\u201335 (2020)","journal-title":"IEEE Softw."},{"key":"1251_CR13","doi-asserted-by":"crossref","unstructured":"Barriga, A. et\u00a0al. A comparative study of reinforcement learning techniques to repair models. Proceedings of the 23rd ACM\/IEEE International Conference on Model Driven Engineering Languages and Systems: Companion Proceedings 47, 1\u20139 (2020)","DOI":"10.1145\/3417990.3421395"},{"key":"1251_CR14","doi-asserted-by":"publisher","first-page":"1135","DOI":"10.1007\/s10270-022-00983-5","volume":"21","author":"A Barriga","year":"2022","unstructured":"Barriga, A., Rutle, A., Heldal, R.: AI-powered model repair: an experience report-lessons learned, challenges, and opportunities. Softw. Syst. Model. 21, 1135\u20131157 (2022)","journal-title":"Softw. Syst. Model."},{"key":"1251_CR15","doi-asserted-by":"publisher","first-page":"1071","DOI":"10.1007\/s10270-022-00975-5","volume":"21","author":"M Weyssow","year":"2022","unstructured":"Weyssow, M., Sahraoui, H., Syriani, E.: Recommending metamodel concepts during modeling activities with pre-trained language models. Softw. Syst. Model. 21, 1071\u20131089 (2022)","journal-title":"Softw. Syst. Model."},{"key":"1251_CR16","doi-asserted-by":"crossref","unstructured":"Koenig, A., Allaert, B., Renaux, E.: NEURAL-UML: Intelligent Recognition System of Structural Elements in UML Class Diagram. ACM\/IEEE International Conference on Model Driven Engineering Languages and Systems Companion (MODELS-C) 605\u2013613 (2023)","DOI":"10.1109\/MODELS-C59198.2023.00099"},{"key":"1251_CR17","doi-asserted-by":"publisher","first-page":"139","DOI":"10.1007\/s10270-021-00893-y","volume":"21","author":"L Burgue\u00f1o","year":"2022","unstructured":"Burgue\u00f1o, L., Cabot, J., Li, S., G\u00e9rard, S.: A generic LSTM neural network architecture to infer heterogeneous model transformations. Softw. Syst. Model. 21, 139\u2013156 (2022)","journal-title":"Softw. Syst. Model."},{"key":"1251_CR18","doi-asserted-by":"crossref","unstructured":"Rahimi, A., Tisi, M., Rahimi, S., Berardinelli, L.: Towards generating structurally realistic models by generative adversarial networks. ACM\/IEEE International Conference on Model Driven Engineering Languages and Systems Companion (MODELS-C) 597\u2013604 (2023)","DOI":"10.1109\/MODELS-C59198.2023.00098"},{"key":"1251_CR19","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3561048","volume":"55","author":"R Dwivedi","year":"2023","unstructured":"Dwivedi, R., et al.: Explainable AI (XAI): core ideas, techniques, and solutions. ACM Comput. Surv. 55, 1\u201333 (2023)","journal-title":"ACM Comput. Surv."},{"key":"1251_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3491209","volume":"55","author":"D Kaur","year":"2023","unstructured":"Kaur, D., Uslu, S., Rittichier, K.J., Durresi, A.: Trustworthy artificial intelligence: a review. ACM Comput. Surveys 55, 1\u201338 (2023)","journal-title":"ACM Comput. Surveys"},{"key":"1251_CR21","doi-asserted-by":"publisher","DOI":"10.1201\/9780429027192","volume-title":"Explanatory Model Analysis: Explore, Explain, and Examine Predictive Models","author":"P Biecek","year":"2021","unstructured":"Biecek, P., Burzykowski, T.: Explanatory Model Analysis: Explore, Explain, and Examine Predictive Models. Chapman and Hall\/CRC, Boca Raton (2021)"},{"key":"1251_CR22","doi-asserted-by":"crossref","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: \"Why should I trust you?\" Explaining the predictions of any classifier. Proceedings of the 22nd ACM SIGKDD international conference on knowledge discovery and data mining 1135\u20131144 (2016)","DOI":"10.1145\/2939672.2939778"},{"key":"1251_CR23","unstructured":"Lundberg, S.M., Lee, S.-I.: A unified approach to interpreting model predictions. Proceedings of the 31st International Conference on Neural Information Processing Systems 4768\u20134777 (2017)"},{"key":"1251_CR24","doi-asserted-by":"publisher","first-page":"395","DOI":"10.32614\/RJ-2018-072","volume":"10","author":"M Staniak","year":"2018","unstructured":"Staniak, M., Biecek, P.: Explanations of Model Predictions with live and breakDown packages. R J. 10, 395\u2013409 (2018)","journal-title":"R J."},{"key":"1251_CR25","doi-asserted-by":"publisher","first-page":"1521","DOI":"10.1007\/s10618-022-00839-y","volume":"36","author":"I Mollas","year":"2022","unstructured":"Mollas, I., Bassiliades, N., Tsoumakas, G.: Conclusive local interpretation rules for random forests. Data Min. Knowl. Disc. 36, 1521\u20131574 (2022)","journal-title":"Data Min. Knowl. Disc."},{"key":"1251_CR26","doi-asserted-by":"crossref","unstructured":"Mylonas, N., Mollas, I., Bassiliades, N., Tsoumakas, G.: Local Multi-label Explanations for Random Forest. Joint European Conference on Machine Learning and Knowledge Discovery in Databases (ECML\/PKDD) 369\u2013384 (2022)","DOI":"10.1007\/978-3-031-23618-1_25"},{"key":"1251_CR27","doi-asserted-by":"publisher","first-page":"369","DOI":"10.1007\/s10515-020-00277-4","volume":"27","author":"G Esteves","year":"2020","unstructured":"Esteves, G., Figueiredo, E., Veloso, A., Viggiato, M., Ziviani, N.: Understanding machine learning software defect predictions. Autom. Softw. Eng. 27, 369\u2013392 (2020)","journal-title":"Autom. Softw. Eng."},{"key":"1251_CR28","doi-asserted-by":"crossref","unstructured":"Pornprasit, C., Tantithamthavorn, C., Jiarpakdee, J., Fu, M., Thongtanunam, P.: PyExplainer: Explaining the Predictions of Just-In-Time Defect Models. 36th IEEE\/ACM International Conference on Automated Software Engineering (ASE) 407\u2013418 (2021)","DOI":"10.1109\/ASE51524.2021.9678763"},{"key":"1251_CR29","doi-asserted-by":"publisher","first-page":"166","DOI":"10.1109\/TSE.2020.2982385","volume":"48","author":"J Jiarpakdee","year":"2022","unstructured":"Jiarpakdee, J., Tantithamthavorn, C.K., Dam, H.K., Grundy, J.: An empirical study of model-agnostic techniques for defect prediction models. IEEE Trans. Softw. Eng. 48, 166\u2013185 (2022)","journal-title":"IEEE Trans. Softw. Eng."},{"key":"1251_CR30","doi-asserted-by":"publisher","first-page":"1480","DOI":"10.1109\/TSE.2020.3023177","volume":"48","author":"S Wattanakriengkrai","year":"2022","unstructured":"Wattanakriengkrai, S., Thongtanunam, P., Tantithamthavorn, C., Hata, H., Matsumoto, K.: Predicting defective lines using a model-agnostic technique. IEEE Trans. Software Eng. 48, 1480\u20131496 (2022)","journal-title":"IEEE Trans. Software Eng."},{"key":"1251_CR31","doi-asserted-by":"publisher","first-page":"2510","DOI":"10.1109\/TSE.2021.3062968","volume":"48","author":"K Peng","year":"2022","unstructured":"Peng, K., Menzies, T.: Defect reduction planning (Using TimeLIME). IEEE Trans. Software Eng. 48, 2510\u20132525 (2022)","journal-title":"IEEE Trans. Software Eng."},{"key":"1251_CR32","doi-asserted-by":"publisher","first-page":"758","DOI":"10.1109\/TSE.2019.2903057","volume":"47","author":"G Grano","year":"2021","unstructured":"Grano, G., Palomba, F., Gall, H.C.: Lightweight assessment of test-case effectiveness using source-code-quality indicators. IEEE Trans. Software Eng. 47, 758\u2013774 (2021)","journal-title":"IEEE Trans. Software Eng."},{"key":"1251_CR33","doi-asserted-by":"crossref","unstructured":"Ram\u00edrez, A., Berrios, M., Romero, J.R., Feldt, R.: Towards Explainable Test Case Prioritisation with Learning-to-Rank Models. 3rd Int. Workshop on Artificial Intelligence in Software Testing (AISTICST) 66\u201369 (2023)","DOI":"10.1109\/ICSTW58534.2023.00023"},{"key":"1251_CR34","doi-asserted-by":"crossref","unstructured":"Liu, Y., Tantithamthavorn, C., Li, L., Liu, Y.: Explainable AI for android malware detection: towards understanding why the models perform so well? IEEE 33rd International Symposium on Software Reliability Engineering (ISSRE) 169\u2013180 (2022)","DOI":"10.1109\/ISSRE55969.2022.00026"},{"key":"1251_CR35","doi-asserted-by":"crossref","unstructured":"Huang, Z., et al.: Aligning XAI explanations with software developers\u2019 expectations: a case study with code smell prioritization. Expert Syst. Appl. 238, 121640 (2024)","DOI":"10.1016\/j.eswa.2023.121640"},{"key":"1251_CR36","doi-asserted-by":"crossref","unstructured":"Jiarpakdee, J., Tantithamthavorn, C.K., Grundy, J.: Practitioners\u2019 Perceptions of the Goals and Visual Explanations of Defect Prediction Models. IEEE\/ACM 18th International Conference on Mining Software Repositories (MSR) 432\u2013443 (2021)","DOI":"10.1109\/MSR52588.2021.00055"},{"key":"1251_CR37","doi-asserted-by":"publisher","first-page":"1119","DOI":"10.1109\/TSMCB.2012.2187280","volume":"42","author":"S Wang","year":"2012","unstructured":"Wang, S., Yao, X.: Multiclass imbalance problems: analysis and potential solutions. IEEE Trans. Syst. Man Cybern. Part B (Cybernetics) 42, 1119\u20131130 (2012)","journal-title":"IEEE Trans. Syst. Man Cybern. Part B (Cybernetics)"},{"key":"1251_CR38","first-page":"839","volume":"33","author":"W Siblini","year":"2021","unstructured":"Siblini, W., Kuntz, P., Meyer, F.: A review on dimensionality reduction for multi-label classification. IEEE Trans. Knowl. Data Eng. 33, 839\u2013857 (2021)","journal-title":"IEEE Trans. Knowl. Data Eng."},{"key":"1251_CR39","doi-asserted-by":"crossref","unstructured":"Panigutti, C., Guidotti, R., Monreale, A., Pedreschi, D. Shaban-Nejad, A., Michalowski, M.: (eds) Explaining Multi-label Black-Box Classifiers for Health Applications. (eds Shaban-Nejad, A. & Michalowski, M.) International Workshop on Health Intelligence, 97\u2013110 (Springer International Publishing, Cham, 2020)","DOI":"10.1007\/978-3-030-24409-5_9"},{"key":"1251_CR40","doi-asserted-by":"publisher","first-page":"781","DOI":"10.1007\/s10270-023-01105-5","volume":"22","author":"J C\u00e1mara","year":"2023","unstructured":"C\u00e1mara, J., Troya, J., Burgue\u00f1o, L., Vallecillo, A.: On the assessment of generative AI in modeling tasks: an experience report with ChatGPT and UML. Softw. Syst. Model. 22, 781\u2013793 (2023)","journal-title":"Softw. Syst. Model."}],"container-title":["Software and Systems Modeling"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10270-024-01251-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10270-024-01251-4\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10270-024-01251-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,4]],"date-time":"2025-06-04T06:28:47Z","timestamp":1749018527000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10270-024-01251-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,1,2]]},"references-count":40,"journal-issue":{"issue":"3","published-print":{"date-parts":[[2025,6]]}},"alternative-id":["1251"],"URL":"https:\/\/doi.org\/10.1007\/s10270-024-01251-4","relation":{},"ISSN":["1619-1366","1619-1374"],"issn-type":[{"value":"1619-1366","type":"print"},{"value":"1619-1374","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,1,2]]},"assertion":[{"value":"18 March 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 November 2024","order":2,"name":"revised","label":"Revised","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"29 November 2024","order":3,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 January 2025","order":4,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors have no Conflict of interest to declare that are relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"As supplementary material, we provide the source code of the analysis performed for RQ1 and RQ2. Detailed results by classifier and explainable method are also available. For RQ3, we provide the survey template and the aggregated responses. This supplementary material can be accessed from the following Zenodo repository:","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Supplementary information"}}]}}