{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,20]],"date-time":"2026-02-20T18:44:09Z","timestamp":1771613049595,"version":"3.50.1"},"reference-count":91,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","license":[{"start":{"date-parts":[[2025,1,1]],"date-time":"2025-01-01T00:00:00Z","timestamp":1735689600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Access"],"published-print":{"date-parts":[[2025]]},"DOI":"10.1109\/access.2025.3631309","type":"journal-article","created":{"date-parts":[[2025,11,10]],"date-time":"2025-11-10T18:49:34Z","timestamp":1762800574000},"page":"194435-194455","source":"Crossref","is-referenced-by-count":1,"title":["AI Impermanence: Achilles\u2019 Heel for AI Assessment?"],"prefix":"10.1109","volume":"13","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-6513-3735","authenticated-orcid":false,"given":"Kathrin","family":"Brecker","sequence":"first","affiliation":[{"name":"Institute of Applied Informatics and Formal Description Methods (AIFB), Karlsruhe Institute of Technology (KIT), Karlsruhe, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7480-275X","authenticated-orcid":false,"given":"Sebastian","family":"Lins","sequence":"additional","affiliation":[{"name":"Faculty of Economics and Management, University of Kassel, Kassel, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4909-9892","authenticated-orcid":false,"given":"Nicola","family":"Bena","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Universit&#x00E0; degli Studi di Milano, Milan, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7426-4795","authenticated-orcid":false,"given":"Claudio A.","family":"Ardagna","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Universit&#x00E0; degli Studi di Milano, Milan, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5438-9467","authenticated-orcid":false,"given":"Marco","family":"Anisetti","sequence":"additional","affiliation":[{"name":"Department of Computer Science, Universit&#x00E0; degli Studi di Milano, Milan, Italy"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ali","family":"Sunyaev","sequence":"additional","affiliation":[{"name":"School of Computation, Information and Technology, Technical University of Munich (TUM), Heilbronn, Germany"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Labelling Initiatives, Codes of Conduct and Other Self-Regulatory Mechanisms for Artificial Intelligence Applications","author":"d\u2019Angelo","year":"2022"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1007\/s11023-021-09557-8"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1080\/12460125.2020.1819094"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1109\/mic.2023.3322327"},{"key":"ref5","volume-title":"Corrigendum","year":"2024"},{"key":"ref6","volume-title":"Lord Holmes of Richmond, Artificial Intelligence (Regulation) Bill (HL)","year":"2023"},{"key":"ref7","volume-title":"A Local Law To Amend the Administrative Code of the City of New York, in Relation To Automated Employment Decision Tools","year":"2021"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1177\/20438869241279865"},{"key":"ref9","volume-title":"The 500mm+ Debacle At Zillow Offers-What Went Wrong With the AI Models?","author":"Datta","year":"2021"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1186\/s40537-021-00445-7"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.25300\/MISQ\/2021\/16274"},{"key":"ref12","volume-title":"Foundation Model for Personalized Recommendation","author":"Hsiao","year":"2025"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1117\/12.487527"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2021.111050"},{"issue":"6","key":"ref15","first-page":"29","article-title":"Framing AI audits","volume":"76","author":"Applegate","year":"2019","journal-title":"Internal Auditor"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1109\/pic53636.2021.9687075"},{"issue":"3","key":"ref17","first-page":"3","article-title":"Towards a demystification of the black box: Explainable AI and legal ramifications","volume":"23","author":"K\u00e4de","year":"2019","journal-title":"J. Internet Law"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.1007\/s00146-020-01066-z"},{"key":"ref19","volume-title":"How Instacart Fixed Its A.I. and Keeps Up With the Coronavirus Pandemic","author":"Vanian","year":"2020"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-48421-6_1"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1109\/TTS.2021.3077595"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1109\/sp.2018.00058"},{"key":"ref23","doi-asserted-by":"publisher","DOI":"10.1109\/aina.2017.106"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.1109\/ccgrid.2017.134"},{"issue":"2","key":"ref25","first-page":"428","article-title":"Equality and privacy by design: A new model of artificial intelligence data trans-parency via auditing, certification and safe harbor regimes","volume":"46","author":"Yanisky-Ravid","year":"2019","journal-title":"Fordham Urban Law J."},{"issue":"1","key":"ref26","first-page":"3","article-title":"Next-generation digital platforms: Toward human-AI hybrids","volume":"43","author":"Rai","year":"2019","journal-title":"Manag. Inf. Syst. Quart."},{"key":"ref27","volume-title":"A Definition of AI: Main Capabilities and Disciplines","year":"2019"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2019.08.002"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijinfomgt.2021.102383"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-96448-5_21"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.17705\/1jais.00520"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.1002\/csr.1468"},{"key":"ref33","article-title":"Trusted artificial intelligence: Towards certification of machine learning applications","author":"Matthias Winter","year":"2021","journal-title":"arXiv:2103.16910"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-73959-1_7"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.1016\/j.giq.2021.101666"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1109\/issrew51248.2020.00085"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1147\/jrd.2019.2942288"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.3390\/s21186195"},{"key":"ref40","doi-asserted-by":"publisher","DOI":"10.1057\/ejis.2008.48"},{"key":"ref41","volume-title":"Qualitative Inquiry and Research Design: Choosing Among Five Approaches","author":"Creswell","year":"2013"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1057\/ejis.1995.9"},{"key":"ref43","volume-title":"Basics of Qualitative Research: Techniques and Procedures for Developing Grounded Theory","author":"Corbin","year":"2015"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.1057\/ejis.2011.25"},{"key":"ref45","doi-asserted-by":"publisher","DOI":"10.25300\/MISQ\/2017\/41.3.02"},{"key":"ref46","doi-asserted-by":"publisher","DOI":"10.1007\/s10488-013-0528-y"},{"key":"ref47","doi-asserted-by":"publisher","DOI":"10.4135\/9781036208417"},{"key":"ref48","volume-title":"Qualitative Research & Evaluation Methods: Integrating Theory and Practice","author":"Patton","year":"2015"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.1177\/1744987106069338"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.1287\/orsc.1040.0103"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.1111\/j.1365-2575.2009.00328.x"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.2307\/249410"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1057\/jit.2012.34"},{"key":"ref54","first-page":"1","article-title":"Artificial intelligence systems\u2019 impermanence: A showstopper for assessment?","volume-title":"Workshop Inf. Technol. Syst","author":"Brecker"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1057\/jit.2013.17"},{"key":"ref56","volume-title":"Conformity Assessment-Vocabulary and Gen-eral Principles","year":"2020"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.1057\/ejis.2011.24"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3594087"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/3585385"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.1016\/j.infoandorg.2006.11.001"},{"key":"ref61","doi-asserted-by":"publisher","DOI":"10.1109\/tsusc.2023.3293269"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.1145\/3375627.3375812"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.1145\/3616865"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.1145\/3485447.3512244"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.1145\/3461702.3462554"},{"key":"ref66","first-page":"15649","article-title":"Inherent tradeoffs in learning fair representations","volume":"32","author":"Zhao","year":"2022","journal-title":"J. Mach. Learn. Res."},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1016\/j.neucom.2021.10.021"},{"key":"ref68","doi-asserted-by":"publisher","DOI":"10.1109\/tpami.2024.3367329"},{"key":"ref69","doi-asserted-by":"publisher","DOI":"10.1016\/j.jss.2020.110542"},{"key":"ref70","doi-asserted-by":"publisher","DOI":"10.1109\/tse.2019.2962027"},{"key":"ref71","doi-asserted-by":"publisher","DOI":"10.1016\/j.giq.2020.101493"},{"key":"ref72","doi-asserted-by":"publisher","DOI":"10.1145\/3626234"},{"key":"ref73","doi-asserted-by":"publisher","DOI":"10.1186\/s13677-020-00192-9"},{"key":"ref74","first-page":"1","article-title":"Advanced fuzzy relational neural network","volume-title":"Proc. 13th Int. Workshop Fuzzy Log. Appl.","author":"Di Nardo"},{"key":"ref75","doi-asserted-by":"publisher","DOI":"10.1016\/j.eswa.2018.03.021"},{"key":"ref76","doi-asserted-by":"publisher","DOI":"10.1145\/2523813"},{"key":"ref77","doi-asserted-by":"publisher","DOI":"10.1109\/access.2018.2886026"},{"key":"ref78","first-page":"816","article-title":"An RFD-based approach for concept drift detection in machine learning systems","volume-title":"Proc. 28th Int. Conf. Extending Database Technol. (EDBT)","author":"Caruccio"},{"key":"ref79","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2017.09.010"},{"key":"ref80","doi-asserted-by":"publisher","DOI":"10.1109\/access.2020.2964726"},{"key":"ref81","doi-asserted-by":"publisher","DOI":"10.1007\/s12626-023-00148-w"},{"key":"ref82","doi-asserted-by":"publisher","DOI":"10.1109\/access.2022.3181730"},{"key":"ref83","doi-asserted-by":"publisher","DOI":"10.1109\/noms59830.2024.10575103"},{"key":"ref84","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"ref85","doi-asserted-by":"publisher","DOI":"10.1111\/rego.12417"},{"key":"ref86","doi-asserted-by":"publisher","DOI":"10.3389\/frai.2022.975029"},{"key":"ref87","doi-asserted-by":"publisher","DOI":"10.1145\/3593013.3593994"},{"key":"ref88","doi-asserted-by":"publisher","DOI":"10.1109\/aiccsa63423.2024.10912594"},{"key":"ref89","doi-asserted-by":"publisher","DOI":"10.1145\/3561048"},{"key":"ref90","doi-asserted-by":"publisher","DOI":"10.17705\/1CAIS.04425"},{"key":"ref91","first-page":"1","article-title":"Identifying challenges to the certification of machine learning for safety critical systems","volume-title":"Proc. Eur. Congr. Embedded Real Time Syst. (ERTS)","author":"Jenn"}],"container-title":["IEEE Access"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/6287639\/10820123\/11237087.pdf?arnumber=11237087","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,11,20]],"date-time":"2025-11-20T18:43:27Z","timestamp":1763664207000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/11237087\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025]]},"references-count":91,"URL":"https:\/\/doi.org\/10.1109\/access.2025.3631309","relation":{},"ISSN":["2169-3536"],"issn-type":[{"value":"2169-3536","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025]]}}}