{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,7]],"date-time":"2025-10-07T12:40:33Z","timestamp":1759840833980,"version":"build-2065373602"},"publisher-location":"New York, NY, USA","reference-count":46,"publisher":"ACM","funder":[{"name":"The DataLab"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,7,14]]},"DOI":"10.1145\/3712255.3734337","type":"proceedings-article","created":{"date-parts":[[2025,8,11]],"date-time":"2025-08-11T15:15:44Z","timestamp":1754925344000},"page":"1984-1991","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Evaluating a Novel Explainability Method for Metaheuristics via a User Study"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0000-6504-2541","authenticated-orcid":false,"given":"GianCarlo A. P. I.","family":"Catalano","sequence":"first","affiliation":[{"name":"University of Stirling, Stirling, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-2892-5059","authenticated-orcid":false,"given":"Alexander E. I.","family":"Brownlee","sequence":"additional","affiliation":[{"name":"University of Stirling, Stirling, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-0246-3821","authenticated-orcid":false,"given":"David","family":"Cairns","sequence":"additional","affiliation":[{"name":"University of Stirling, Stirling, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1738-7056","authenticated-orcid":false,"given":"John","family":"McCall","sequence":"additional","affiliation":[{"name":"Robert Gordon University, Aberdeen, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5398-1269","authenticated-orcid":false,"given":"Russell","family":"Ainslie","sequence":"additional","affiliation":[{"name":"British Telecom, Ipswich, United Kingdom"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,8,11]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.1109\/ACCESS.2018.2870052"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.5555\/3327546.3327621"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.101805"},{"key":"e_1_3_2_1_4_1","volume-title":"Adrien Bennetot, Siham Tabik, Alberto Barbado, Salvador Garc\u00eda, Sergio Gil-L\u00f3pez, Daniel Molina, Richard Benjamins, et al.","author":"Arrieta Alejandro Barredo","year":"2020","unstructured":"Alejandro Barredo Arrieta, Natalia D\u00edaz-Rodr\u00edguez, Javier Del Ser, Adrien Bennetot, Siham Tabik, Alberto Barbado, Salvador Garc\u00eda, Sergio Gil-L\u00f3pez, Daniel Molina, Richard Benjamins, et al. 2020. Explainable Artificial Intelligence (XAI): Concepts, taxonomies, opportunities and challenges toward responsible AI. Information fusion 58 (2020), 82\u2013115."},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3520304.3533974"},{"key":"e_1_3_2_1_6_1","unstructured":"Giancarlo Catalano. 2025. User study on PS decision trees. https:\/\/github.com\/Giancarlo-Catalano\/PS-descriptors\/tree\/LCS"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/3638530.3654318"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/3712256.3726387"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"crossref","unstructured":"GianCarlo A. P. I. Catalano Alexander E. I. Brownlee David Cairns John A. W. McCall Martin Fyvie and Russell Ainslie. 2025. Explaining a Staff Rostering Problem Using Partial Solutions. In Artificial Intelligence XLI Max Bramer and Frederic Stahl (Eds.). Springer Nature Switzerland Cham 179\u2013193.","DOI":"10.1007\/978-3-031-77918-3_13"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1145\/3565472.3592956"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1007\/s42486-019-00019-w"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1109\/MIS.2023.3334639"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-20319-0_30"},{"key":"e_1_3_2_1_14_1","doi-asserted-by":"publisher","DOI":"10.1111\/j.2517-6161.1977.tb01624.x"},{"volume-title":"Workforce Rostering via Metaheuristics","author":"Dimitropoulaki Mary","key":"e_1_3_2_1_15_1","unstructured":"Mary Dimitropoulaki, Mathias Kern, Gilbert Owusu, and Alistair McCormick. 2018. Workforce Rostering via Metaheuristics. In Artificial Intelligence XXXV, Max Bramer and Miltos Petridis (Eds.). Springer International Publishing, Cham, 277\u2013290."},{"key":"e_1_3_2_1_16_1","volume-title":"Considerations for evaluation and generalization in interpretable machine learning. Explainable and interpretable models in computer vision and machine learning","author":"Doshi-Velez Finale","year":"2018","unstructured":"Finale Doshi-Velez and Been Kim. 2018. Considerations for evaluation and generalization in interpretable machine learning. Explainable and interpretable models in computer vision and machine learning (2018), 3\u201317."},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-44064-9_3"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.1111\/exsy.13494"},{"key":"e_1_3_2_1_19_1","volume-title":"GECCO ECXAI workshop. https:\/\/gecco-2024","author":"Gabriela Ochoa","year":"2024","unstructured":"Ochoa Gabriela. 2024. GECCO ECXAI workshop. https:\/\/gecco-2024.sigevo.org\/Accepted-Workshop-Papers.html"},{"key":"e_1_3_2_1_20_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-04083-2_2"},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1145\/3531009"},{"volume-title":"Estimation of distribution algorithms: A new tool for evolutionary computation","author":"Larra\u00f1aga Pedro","key":"e_1_3_2_1_22_1","unstructured":"Pedro Larra\u00f1aga and Jose A Lozano. 2001. Estimation of distribution algorithms: A new tool for evolutionary computation. Vol. 2. Springer Science & Business Media."},{"key":"e_1_3_2_1_23_1","unstructured":"Yi-Chi Liao. 2023. Human-in-the-Loop Design Optimization."},{"key":"e_1_3_2_1_24_1","unstructured":"Jie Liu. 2019. Effective User Interfaces for Human-in-the-loop Optimisation. Ph.D. Dissertation. Monash University."},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2024.102301"},{"volume-title":"Applications","author":"Longo Luca","key":"e_1_3_2_1_26_1","unstructured":"Luca Longo, Randy Goebel, Freddy Lecue, Peter Kieseberg, and Andreas Holzinger. 2020. Explainable Artificial Intelligence: Concepts, Applications, Research Challenges and Visions. In Machine Learning and Knowledge Extraction, Andreas Holzinger, Peter Kieseberg, A Min Tjoa, and Edgar Weippl (Eds.). Springer International Publishing, Cham, 1\u201316."},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372824"},{"key":"e_1_3_2_1_28_1","volume-title":"Explainable artificial intelligence: a comprehensive review. Artificial Intelligence Review","author":"Minh Dang","year":"2022","unstructured":"Dang Minh, H Xiang Wang, Y Fen Li, and Tan N Nguyen. 2022. Explainable artificial intelligence: a comprehensive review. Artificial Intelligence Review (2022), 1\u201366."},{"key":"e_1_3_2_1_29_1","doi-asserted-by":"publisher","DOI":"10.1145\/3643688"},{"key":"e_1_3_2_1_30_1","doi-asserted-by":"publisher","DOI":"10.1145\/3583558"},{"key":"e_1_3_2_1_31_1","volume-title":"Local optima networks: A new model of combinatorial fitness landscapes. Recent advances in the theory and application of fitness landscapes","author":"Ochoa Gabriela","year":"2014","unstructured":"Gabriela Ochoa, S\u00e9bastien Verel, Fabio Daolio, and Marco Tomassini. 2014. Local optima networks: A new model of combinatorial fitness landscapes. Recent advances in the theory and application of fitness landscapes (2014), 233\u2013262."},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.6028\/NIST.IR.8312"},{"volume-title":"Real-world applications of genetic algorithms","author":"Roeva Olympia","key":"e_1_3_2_1_33_1","unstructured":"Olympia Roeva. 2012. Real-world applications of genetic algorithms. Books on Demand."},{"key":"e_1_3_2_1_34_1","first-page":"23","article-title":"Applications of genetic algorithms","volume":"89","author":"Ross Peter","year":"1994","unstructured":"Peter Ross and Dave Corne. 1994. Applications of genetic algorithms. AISB Quaterly on Evolutionary Computation 89 (1994), 23\u201330.","journal-title":"AISB Quaterly on Evolutionary Computation"},{"key":"e_1_3_2_1_35_1","volume-title":"Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead. Nature machine intelligence 1, 5","author":"Rudin Cynthia","year":"2019","unstructured":"Cynthia Rudin. 2019. Stop explaining black box machine learning models for high stakes decisions and use interpretable models instead. Nature machine intelligence 1, 5 (2019), 206\u2013215."},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"crossref","unstructured":"Cynthia Rudin Chaofan Chen Zhi Chen Haiyang Huang Lesia Semenova and Chudi Zhong. 2021. Interpretable Machine Learning: Fundamental Principles and 10 Grand Challenges. arXiv:2103.11251 [cs.LG] https:\/\/arxiv.org\/abs\/2103.11251","DOI":"10.1214\/21-SS133"},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"publisher","DOI":"10.1002\/aisy.202400304"},{"key":"e_1_3_2_1_38_1","doi-asserted-by":"publisher","DOI":"10.1145\/3613905.3651047"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.1080\/0233193021000004994"},{"volume-title":"Proceedings of the Companion Conference on Genetic and Evolutionary Computation. 1663\u20131667","author":"Thomson Sarah L","key":"e_1_3_2_1_40_1","unstructured":"Sarah L Thomson, Jason Adair, Alexander EI Brownlee, and Daan van den Berg. 2023. From fitness landscapes to explainable AI and back. In Proceedings of the Companion Conference on Genetic and Evolutionary Computation. 1663\u20131667."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","unstructured":"Giulia Vilone and Luca Longo. 2020. Explainable Artificial Intelligence: a Systematic Review. 10.48550\/arXiv.2006.00093","DOI":"10.48550\/arXiv.2006.00093"},{"key":"e_1_3_2_1_42_1","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2021.05.009"},{"key":"e_1_3_2_1_43_1","volume-title":"James Stovold, and Jakub Vincalek.","author":"Walton Sean P","year":"2024","unstructured":"Sean P Walton, Ben J Evans, Alma AM Rahat, James Stovold, and Jakub Vincalek. 2024. Does mapping elites illuminate search spaces? A large-scale user study of MAP-Elites applied to human-AI collaborative design. arXiv preprint arXiv:2402.07911 (2024)."},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.1023\/A:1016535925043"},{"key":"e_1_3_2_1_45_1","unstructured":"Yujia Zhang Kuangyan Song Yiming Sun Sarah Tan and Madeleine Udell. 2019. \"Why Should You Trust My Explanation?\" Understanding Uncertainty in LIME Explanations. arXiv:1904.12991 [cs.LG] https:\/\/arxiv.org\/abs\/1904.12991"},{"key":"e_1_3_2_1_46_1","volume-title":"Evolutionary Computation and Explainable AI: A Roadmap to Transparent Intelligent Systems. arXiv preprint arXiv:2406.07811","author":"Zhou Ryan","year":"2024","unstructured":"Ryan Zhou, Jaume Bacardit, Alexander Brownlee, Stefano Cagnoni, Martin Fyvie, Giovanni Iacca, John McCall, Niki van Stein, David Walker, and Ting Hu. 2024. Evolutionary Computation and Explainable AI: A Roadmap to Transparent Intelligent Systems. arXiv preprint arXiv:2406.07811 (2024)."}],"event":{"name":"GECCO '25 Companion: Genetic and Evolutionary Computation Conference Companion","sponsor":["SIGEVO ACM Special Interest Group on Genetic and Evolutionary Computation"],"location":"NH Malaga Hotel Malaga Spain","acronym":"GECCO '25 Companion"},"container-title":["Proceedings of the Genetic and Evolutionary Computation Conference Companion"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3712255.3734337","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,10,7]],"date-time":"2025-10-07T11:59:02Z","timestamp":1759838342000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3712255.3734337"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,7,14]]},"references-count":46,"alternative-id":["10.1145\/3712255.3734337","10.1145\/3712255"],"URL":"https:\/\/doi.org\/10.1145\/3712255.3734337","relation":{},"subject":[],"published":{"date-parts":[[2025,7,14]]},"assertion":[{"value":"2025-08-11","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}