{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,20]],"date-time":"2026-06-20T16:40:41Z","timestamp":1781973641881,"version":"3.54.5"},"reference-count":108,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2025,4,14]],"date-time":"2025-04-14T00:00:00Z","timestamp":1744588800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,4,14]],"date-time":"2025-04-14T00:00:00Z","timestamp":1744588800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Empir Software Eng"],"published-print":{"date-parts":[[2025,7]]},"DOI":"10.1007\/s10664-025-10656-8","type":"journal-article","created":{"date-parts":[[2025,4,14]],"date-time":"2025-04-14T06:25:12Z","timestamp":1744611912000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["Logging requirement for continuous auditing of responsible machine learning-based applications"],"prefix":"10.1007","volume":"30","author":[{"given":"Patrick Loic","family":"Foalem","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Leuson Da","family":"Silva","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Foutse","family":"Khomh","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Heng","family":"Li","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ettore","family":"Merlo","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2025,4,14]]},"reference":[{"issue":"3","key":"10656_CR1","doi-asserted-by":"publisher","first-page":"38","DOI":"10.3390\/jsan11030038","volume":"11","author":"G Abbas","year":"2022","unstructured":"Abbas G, Mehmood A, Carsten M, Epiphaniou G, Lloret J (2022) Safety, security and privacy in machine learning based internet of things. J Sens Actuator Netw 11(3):38","journal-title":"J Sens Actuator Netw"},{"key":"10656_CR2","unstructured":"Aequitas (2023) Aequitas. https:\/\/github.com\/dssg\/aequitas"},{"key":"10656_CR3","unstructured":"Aghili R, Li H, Khomh F (2024) An empirical study of sensitive information in logs. arXiv preprint arXiv:2409.11313"},{"key":"10656_CR4","unstructured":"AIF360 (2023) Aif360. https:\/\/github.com\/Trusted-AI\/AIF360"},{"key":"10656_CR5","unstructured":"AIX360 (2023) Aix360. https:\/\/github.com\/Trusted-AI\/AIX360"},{"issue":"2","key":"10656_CR6","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1016\/j.accinf.2005.10.004","volume":"7","author":"M Alles","year":"2006","unstructured":"Alles M, Brennan G, Kogan A, Vasarhelyi MA (2006) Continuous monitoring of business process controls: a pilot implementation of a continuous auditing system at siemens. Int J Account Inf Syst 7(2):137\u2013161","journal-title":"Int J Account Inf Syst"},{"issue":"4","key":"10656_CR7","doi-asserted-by":"publisher","first-page":"353","DOI":"10.1016\/0278-4254(93)90014-3","volume":"12","author":"D Anderson","year":"1993","unstructured":"Anderson D, Francis JR, Stokes DJ (1993) Auditing, directorships and the demand for monitoring. J Account Public Policy 12(4):353\u2013375","journal-title":"J Account Public Policy"},{"issue":"7","key":"10656_CR8","doi-asserted-by":"publisher","first-page":"5827","DOI":"10.1109\/JIOT.2019.2952146","volume":"7","author":"PCM Arachchige","year":"2019","unstructured":"Arachchige PCM, Bertok P, Khalil I, Liu D, Camtepe S, Atiquzzaman M (2019) Local differential privacy for deep learning. IEEE Internet Things J 7(7):5827\u20135842","journal-title":"IEEE Internet Things J"},{"key":"10656_CR9","unstructured":"Artificial Intelligence Act (2023) L\u2019acte. https:\/\/artificialintelligenceact.eu\/fr\/l-acte\/. Accessed 10 Nov 2023"},{"key":"10656_CR10","unstructured":"Auditing Machine\u00a0Learning Algorithms (2023) A white paper for public auditors. https:\/\/www.intosaijournal.org\/journal-entry\/auditing-machine-learning-algorithms\/"},{"key":"10656_CR11","doi-asserted-by":"publisher","first-page":"82","DOI":"10.1016\/j.inffus.2019.12.012","volume":"58","author":"A Barredo Arrieta","year":"2020","unstructured":"Barredo Arrieta A, D\u00edaz-Rodr\u00edguez N, Del Ser J, Bennetot A, Tabik S, Barbado A, Garc\u00eda S, Gil-L\u00f3pez S, Molina D, Benjamins R et al (2020) Explainable artificial intelligence (xai): concepts, taxonomies, opportunities and challenges toward responsible ai. Inf fusion 58:82\u2013115","journal-title":"Inf fusion"},{"issue":"4","key":"10656_CR12","doi-asserted-by":"publisher","first-page":"103","DOI":"10.1007\/s10664-024-10452-w","volume":"29","author":"MA Batoun","year":"2024","unstructured":"Batoun MA, Sayagh M, Aghili R, Ouni A, Li H (2024) A literature review and existing challenges on software logging practices: from the creation to the analysis of software logs. Empir Softw Eng 29(4):103","journal-title":"Empir Softw Eng"},{"key":"10656_CR13","doi-asserted-by":"crossref","unstructured":"Butin D, M\u00e9tayer DL (2014) Log analysis for data protection accountability. In: International symposium on formal methods. Springer, pp 163\u2013178","DOI":"10.1007\/978-3-319-06410-9_12"},{"key":"10656_CR14","unstructured":"Captum (2023) Captum. https:\/\/github.com\/pytorch\/captum"},{"key":"10656_CR15","unstructured":"Censius (2023) Ai audit. https:\/\/censius.ai\/wiki\/ai-audit. Accessed 10 Nov 2023"},{"key":"10656_CR16","doi-asserted-by":"crossref","unstructured":"Chatila R, Havens JC (2019) The ieee global initiative on ethics of autonomous and intelligent systems. Robotics and well-being, pp 11\u201316","DOI":"10.1007\/978-3-030-12524-0_2"},{"key":"10656_CR17","doi-asserted-by":"crossref","unstructured":"Chen AR (2019) An empirical study on leveraging logs for debugging production failures. In: 2019 IEEE\/ACM 41st international conference on software engineering: companion proceedings (ICSE-Companion). IEEE, pp 126\u2013128","DOI":"10.1109\/ICSE-Companion.2019.00055"},{"key":"10656_CR18","doi-asserted-by":"publisher","first-page":"330","DOI":"10.1007\/s10664-016-9429-5","volume":"22","author":"B Chen","year":"2017","unstructured":"Chen B, Jiang ZM (2017) Characterizing logging practices in java-based open source software projects-a replication study in apache software foundation. Empir Softw Eng 22:330\u2013374","journal-title":"Empir Softw Eng"},{"key":"10656_CR19","doi-asserted-by":"crossref","unstructured":"Chen B, Jiang ZM (2020) Studying the use of java logging utilities in the wild. In: Proceedings of the ACM\/IEEE 42nd international conference on software engineering, pp 397\u2013408","DOI":"10.1145\/3377811.3380408"},{"key":"10656_CR20","first-page":"42","volume":"1","author":"A Clark","year":"2018","unstructured":"Clark A (2018) The machine learning audit-crisp-dm framework. Isaca J 1:42\u201347","journal-title":"Isaca J"},{"key":"10656_CR21","doi-asserted-by":"crossref","unstructured":"Cooper AF, Moss E, Laufer B, Nissenbaum H (2022) Accountability in an algorithmic society: relationality, responsibility, and robustness in machine learning. In: Proceedings of the 2022 ACM conference on fairness, accountability, and transparency, pp 864\u2013876","DOI":"10.1145\/3531146.3533150"},{"key":"10656_CR22","unstructured":"CrypTen (2023) Crypten. https:\/\/github.com\/facebookresearch\/CrypTen"},{"key":"10656_CR23","unstructured":"DALEX (2023) Dalex. https:\/\/github.com\/ModelOriented\/DALEX"},{"key":"10656_CR24","doi-asserted-by":"publisher","first-page":"1135","DOI":"10.1007\/s13347-021-00474-3","volume":"34","author":"PB de Laat","year":"2021","unstructured":"de Laat PB (2021) Companies committed to responsible ai: from principles towards implementation and regulation? Philos Technol 34:1135\u20131193","journal-title":"Philos Technol"},{"key":"10656_CR25","unstructured":"Deloitte (2023) Continuous monitoring and auditing. https:\/\/www2.deloitte.com\/content\/dam\/Deloitte\/us\/Documents\/audit\/us-aers-continuous-monitoring-and-continuous-auditing-whitepaper-102910.pdf"},{"key":"10656_CR26","doi-asserted-by":"crossref","unstructured":"Deshpande A, Sharp H (2022) Responsible ai systems: who are the stakeholders? In: Proceedings of the 2022 AAAI\/ACM conference on AI, ethics, and society, pp 227\u2013236","DOI":"10.1145\/3514094.3534187"},{"issue":"6","key":"10656_CR27","first-page":"16","volume":"89","author":"G Dickey","year":"2019","unstructured":"Dickey G, Blanke S, Seaton L (2019) Machine learning in auditing. CPA J 89(6):16\u201321","journal-title":"CPA J"},{"issue":"6","key":"10656_CR28","first-page":"16","volume":"89","author":"G Dickney","year":"2019","unstructured":"Dickney G, Blanke S, Seaton L (2019) Machine learning in auditing current and future applications. CPA J 89(6):16\u201321","journal-title":"CPA J"},{"issue":"4","key":"10656_CR29","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3453478","volume":"30","author":"M Dilhara","year":"2021","unstructured":"Dilhara M, Ketkar A, Dig D (2021) Understanding software-2.0: a study of machine learning library usage and evolution. ACM Trans Softw Eng Methodol (TOSEM) 30(4):1\u201342","journal-title":"ACM Trans Softw Eng Methodol (TOSEM)"},{"key":"10656_CR30","unstructured":"DoWhy (2023) Dowhy. https:\/\/github.com\/py-why\/dowhy"},{"key":"10656_CR31","doi-asserted-by":"crossref","unstructured":"D\u2019Souza AR, Yang D, Lopes CV (2016) Collective intelligence for smarter api recommendations in python. In: 2016 IEEE 16th international working conference on Source Code Analysis and Manipulation (SCAM). IEEE, pp 51\u201360","DOI":"10.1109\/SCAM.2016.22"},{"key":"10656_CR32","doi-asserted-by":"crossref","unstructured":"Dumais S, Jeffries R, Russell DM, Tang D, Teevan J (2014) Understanding user behavior through log data and analysis. Ways of Knowing in HCI, pp 349\u2013372","DOI":"10.1007\/978-1-4939-0378-8_14"},{"key":"10656_CR33","doi-asserted-by":"crossref","unstructured":"Dwork C, Kohli N, Mulligan D (2019) Differential privacy in practice: expose your epsilons! J Priv Confidentiality 9(2)","DOI":"10.29012\/jpc.689"},{"key":"10656_CR34","unstructured":"ELI5 (2023) Eli5. https:\/\/github.com\/eli5-org\/eli5"},{"key":"10656_CR35","unstructured":"Encrypted (2023) Encrypted. https:\/\/github.com\/tf-encrypted\/tf-encrypted"},{"key":"10656_CR36","unstructured":"facets (2023) Facets. https:\/\/github.com\/PAIR-code\/facets"},{"key":"10656_CR37","unstructured":"Fairlearn (2023) Fairlearn. https:\/\/github.com\/fairlearn\/fairlearn"},{"key":"10656_CR38","unstructured":"FairML (2023) Fairml. https:\/\/github.com\/adebayoj\/fairml"},{"key":"10656_CR39","unstructured":"Fairness360 (2023a) Ai fairness 360 documentation. https:\/\/aif360.readthedocs.io\/en\/latest\/modules\/generated\/aif360.sklearn.metrics.consistency_score.html"},{"key":"10656_CR40","unstructured":"Fairness360 (2023b) Ai fairness 360 documentation. https:\/\/aif360.readthedocs.io\/en\/latest\/modules\/generated\/aif360.sklearn.metrics.disparate_impact_ratio.html"},{"key":"10656_CR41","unstructured":"Foalem PL, Da\u00a0Silva L, Khomh F, Li H, Merlo E (2024) Replication package: auditing ml. https:\/\/github.com\/foalem\/audit-responsible-ml-paper"},{"key":"10656_CR42","doi-asserted-by":"crossref","unstructured":"Foalem PL, Khomh F, Li H (2023) Studying logging practice in machine learning-based applications. arXiv preprint arXiv:2301.04234","DOI":"10.1016\/j.infsof.2024.107450"},{"key":"10656_CR43","doi-asserted-by":"crossref","unstructured":"Foalem PL, Khomh F, Li H (2024) Studying logging practice in machine learning-based applications. Inf Softw Technol, p 107450","DOI":"10.1016\/j.infsof.2024.107450"},{"issue":"2","key":"10656_CR44","doi-asserted-by":"publisher","first-page":"925","DOI":"10.1109\/TIT.2015.2504967","volume":"62","author":"Q Geng","year":"2015","unstructured":"Geng Q, Viswanath P (2015) The optimal noise-adding mechanism in differential privacy. IEEE Trans Inf Theory 62(2):925\u2013951","journal-title":"IEEE Trans Inf Theory"},{"key":"10656_CR45","doi-asserted-by":"crossref","unstructured":"Gonzalez D, Zimmermann T, Nagappan N (2020) The state of the ml-universe: 10 years of artificial intelligence & machine learning software development on github. In: Proceedings of the 17th International conference on mining software repositories, pp 431\u2013442","DOI":"10.1145\/3379597.3387473"},{"issue":"1","key":"10656_CR46","doi-asserted-by":"publisher","first-page":"343","DOI":"10.32614\/RJ-2020-013","volume":"12","author":"BM Greenwell","year":"2020","unstructured":"Greenwell BM, Boehmke BC, Gray B (2020) Variable importance plots-an introduction to the vip package. R J 12(1):343","journal-title":"R J"},{"key":"10656_CR47","unstructured":"Griffiths MP (2012) Risk-based auditing. Gower Publishing, Ltd"},{"issue":"3","key":"10656_CR48","doi-asserted-by":"publisher","first-page":"234","DOI":"10.1016\/j.jhazmat.2005.07.011","volume":"130","author":"F Guldenmund","year":"2006","unstructured":"Guldenmund F, Hale A, Goossens L, Betten J, Duijm NJ (2006) The development of an audit technique to assess the quality of safety barrier management. J Hazard Mater 130(3):234\u2013241","journal-title":"J Hazard Mater"},{"key":"10656_CR49","doi-asserted-by":"crossref","unstructured":"Hamidi A, Antoniol G, Khomh F, Di\u00a0Penta M, Hamidi M (2021) Towards understanding developers\u2019 machine-learning challenges: a multi-language study on stack overflow. In: 2021 IEEE 21st international working conference on Source Code Analysis and Manipulation (SCAM). IEEE, pp 58\u201369","DOI":"10.1109\/SCAM52516.2021.00016"},{"key":"10656_CR50","doi-asserted-by":"crossref","unstructured":"Hazar HB (2021) New paradigm in auditing: continuous auditing. Ethics and Sustainability in Accounting and Finance, Volume II, pp 253\u2013268","DOI":"10.1007\/978-981-15-1928-4_15"},{"key":"10656_CR51","doi-asserted-by":"crossref","unstructured":"Hopkins A, Booth S (2021) Machine learning practices outside big tech: how resource constraints challenge responsible development. In: Proceedings of the 2021 AAAI\/ACM conference on AI, ethics, and society, pp 134\u2013145","DOI":"10.1145\/3461702.3462527"},{"issue":"1","key":"10656_CR52","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1177\/1525822X05282260","volume":"18","author":"NV Ivankova","year":"2006","unstructured":"Ivankova NV, Creswell JW, Stick SL (2006) Using mixed-methods sequential explanatory design: from theory to practice. Field Methods 18(1):3\u201320","journal-title":"Field Methods"},{"key":"10656_CR53","first-page":"22205","volume":"33","author":"M Jagielski","year":"2020","unstructured":"Jagielski M, Ullman J, Oprea A (2020) Auditing differentially private machine learning: how private is private sgd? Adv Neural Inf Process Syst 33:22205\u201322216","journal-title":"Adv Neural Inf Process Syst"},{"key":"10656_CR54","unstructured":"Kearns M, Neel S, Roth A, Wu ZS (2018) Preventing fairness gerrymandering: auditing and learning for subgroup fairness. In: International conference on machine learning. PMLR, pp 2564\u20132572"},{"key":"10656_CR55","doi-asserted-by":"publisher","first-page":"22","DOI":"10.1016\/j.is.2014.03.001","volume":"44","author":"HD Kuna","year":"2014","unstructured":"Kuna HD, Garc\u00eda-Martinez R, Villatoro FR (2014) Outlier detection in audit logs for application systems. Inf Syst 44:22\u201333","journal-title":"Inf Syst"},{"key":"10656_CR56","doi-asserted-by":"crossref","unstructured":"Lee KH, Zhang X, Xu D (2013) Loggc: garbage collecting audit log. In: Proceedings of the 2013 ACM SIGSAC conference on computer & communications security, pp 1005\u20131016","DOI":"10.1145\/2508859.2516731"},{"key":"10656_CR57","doi-asserted-by":"publisher","first-page":"1684","DOI":"10.1007\/s10664-016-9456-2","volume":"22","author":"H Li","year":"2017","unstructured":"Li H, Shang W, Hassan AE (2017) Which log level should developers choose for a new logging statement? Empir Softw Eng 22:1684\u20131716","journal-title":"Empir Softw Eng"},{"issue":"7","key":"10656_CR58","doi-asserted-by":"publisher","first-page":"2476","DOI":"10.1109\/TSE.2021.3060918","volume":"48","author":"Z Li","year":"2021","unstructured":"Li Z, Chen T-H, Yang J, Shang W (2021) Studying duplicate logging statements and their relationships with code clones. IEEE Trans Software Eng 48(7):2476\u20132494","journal-title":"IEEE Trans Software Eng"},{"issue":"2","key":"10656_CR59","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3436755","volume":"54","author":"B Liu","year":"2021","unstructured":"Liu B, Ding M, Shaham S, Rahayu W, Farokhi F, Lin Z (2021) When machine learning meets privacy: a survey and outlook. ACM Comput Surv (CSUR) 54(2):1\u201336","journal-title":"ACM Comput Surv (CSUR)"},{"key":"10656_CR60","doi-asserted-by":"crossref","unstructured":"Liu L, Huang Q (2009) A framework for database auditing. In: 2009 Fourth international conference on computer sciences and convergence information technology. IEEE, pp 982\u2013986","DOI":"10.1109\/ICCIT.2009.207"},{"key":"10656_CR61","doi-asserted-by":"crossref","unstructured":"Majidi F, Openja M, Khomh F, Li H (2022) An empirical study on the usage of automated machine learning tools. In: 2022 IEEE International Conference on Software Maintenance and Evolution (ICSME). IEEE, pp 59\u201370","DOI":"10.1109\/ICSME55016.2022.00014"},{"key":"10656_CR62","doi-asserted-by":"crossref","unstructured":"Mastropaolo A, Pascarella L, Bavota G (2022) Using deep learning to generate complete log statements. In: Proceedings of the 44th international conference on software engineering, pp 2279\u20132290","DOI":"10.1145\/3510003.3511561"},{"issue":"6","key":"10656_CR63","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3457607","volume":"54","author":"N Mehrabi","year":"2021","unstructured":"Mehrabi N, Morstatter F, Saxena N, Lerman K, Galstyan A (2021) A survey on bias and fairness in machine learning. ACM Comput Surv (CSUR) 54(6):1\u201335","journal-title":"ACM Comput Surv (CSUR)"},{"key":"10656_CR64","doi-asserted-by":"crossref","unstructured":"M\u00f6kander J, Schuett J, Kirk HR, Floridi L (2023) Auditing large language models: a three-layered approach. arXiv preprint arXiv:2302.08500","DOI":"10.2139\/ssrn.4361607"},{"issue":"4","key":"10656_CR65","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3563214","volume":"32","author":"V Nardone","year":"2023","unstructured":"Nardone V, Muse B, Abidi M, Khomh F, Di Penta M (2023) Video game bad smells: what they are and how developers perceive them. ACM Trans Softw Eng Methodol 32(4):1\u201335","journal-title":"ACM Trans Softw Eng Methodol"},{"key":"10656_CR66","doi-asserted-by":"publisher","DOI":"10.4324\/9781003319436","volume-title":"The EU artificial intelligence act: regulating subliminal AI systems","author":"RJ Neuwirth","year":"2022","unstructured":"Neuwirth RJ (2022) The EU artificial intelligence act: regulating subliminal AI systems. Routledge"},{"key":"10656_CR67","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1007\/s10916-021-01783-y","volume":"45","author":"L Oala","year":"2021","unstructured":"Oala L, Murchison AG, Balachandran P, Choudhary S, Fehr J, Leite AW, Goldschmidt PG, Johner C, Sch\u00f6rverth EDM, Nakasi R et al (2021) Machine learning for health: algorithm auditing & quality control. J Med Syst 45:1\u20138","journal-title":"J Med Syst"},{"key":"10656_CR68","unstructured":"Opacus (2023) Opacus. https:\/\/github.com\/pytorch\/opacus"},{"key":"10656_CR69","doi-asserted-by":"crossref","unstructured":"Openja M, Majidi F, Khomh F, Chembakottu B, Li H (2022) Studying the practices of deploying machine learning projects on docker. In: Proceedings of the 26th international conference on evaluation and assessment in software engineering, pp 190\u2013200","DOI":"10.1145\/3530019.3530039"},{"key":"10656_CR70","doi-asserted-by":"publisher","DOI":"10.1201\/9780429465000","volume-title":"Information technology control and audit","author":"AR Otero","year":"2018","unstructured":"Otero AR (2018) Information technology control and audit. CRC Press"},{"key":"10656_CR71","doi-asserted-by":"crossref","unstructured":"Park S, Kim S, Lim Y (2022) Fairness audit of machine learning models with confidential computing. In: Proceedings of the ACM web conference 2022, pp 3488\u20133499","DOI":"10.1145\/3485447.3512244"},{"key":"10656_CR72","doi-asserted-by":"publisher","DOI":"10.1016\/j.ins.2023.119563","volume":"653","author":"T Parr","year":"2024","unstructured":"Parr T, Hamrick J, Wilson JD (2024) Nonparametric feature impact and importance. Inf Sci 653:119563","journal-title":"Inf Sci"},{"issue":"3","key":"10656_CR73","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3494672","volume":"55","author":"D Pessach","year":"2022","unstructured":"Pessach D, Shmueli E (2022) A review on fairness in machine learning. ACM Comput Surv (CSUR) 55(3):1\u201344","journal-title":"ACM Comput Surv (CSUR)"},{"issue":"1","key":"10656_CR74","doi-asserted-by":"publisher","first-page":"34","DOI":"10.1109\/TTS.2020.2974991","volume":"1","author":"D Peters","year":"2020","unstructured":"Peters D, Vold K, Robinson D, Calvo RA (2020) Responsible ai\u2014two frameworks for ethical design practice. IEEE Trans Technol Soc 1(1):34\u201347","journal-title":"IEEE Trans Technol Soc"},{"key":"10656_CR75","unstructured":"Privacy (2023) Privacy. https:\/\/github.com\/tensorflow\/privacy"},{"key":"10656_CR76","unstructured":"PySyft (2023) Pysyft. https:\/\/github.com\/OpenMined\/PySyft"},{"key":"10656_CR77","unstructured":"Python Software Foundation (2023) Abstract syntax trees - python 3.x documentation. https:\/\/docs.python.org\/3\/library\/ast.html. Accessed 10 Nov 2023"},{"issue":"CSCW1","key":"10656_CR78","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3449081","volume":"5","author":"B Rakova","year":"2021","unstructured":"Rakova B, Yang J, Cramer H, Chowdhury R (2021) Where responsible ai meets reality: practitioner perspectives on enablers for shifting organizational practices. Proc ACM Hum Comput Interact 5(CSCW1):1\u201323","journal-title":"Proc ACM Hum Comput Interact"},{"key":"10656_CR79","unstructured":"Read the Docs (2023) nbformat documentation. https:\/\/nbformat.readthedocs.io\/en\/latest\/. Accessed 10 Nov 2023"},{"key":"10656_CR80","doi-asserted-by":"publisher","first-page":"5193","DOI":"10.1007\/s10664-020-09881-0","volume":"25","author":"V Riccio","year":"2020","unstructured":"Riccio V, Jahangirova G, Stocco A, Humbatova N, Weiss M, Tonella P (2020) Testing machine learning based systems: a systematic mapping. Empir Softw Eng 25:5193\u20135254","journal-title":"Empir Softw Eng"},{"key":"10656_CR81","unstructured":"Saleiro P, Kuester B, Hinkson L, London J, Stevens A, Anisfeld A, Rodolfa KT, Ghani R (2018) Aequitas: a bias and fairness audit toolkit. arXiv preprint arXiv:1811.05577"},{"key":"10656_CR82","unstructured":"Shankar S, Parameswaran A (2021) Towards observability for production machine learning pipelines. arXiv preprint arXiv:2108.13557"},{"key":"10656_CR83","unstructured":"SHAP (2023) Shap. https:\/\/github.com\/slundberg\/shap"},{"key":"10656_CR84","unstructured":"Shapash (2023) Shapash. https:\/\/github.com\/MAIF\/shapash"},{"issue":"1","key":"10656_CR85","first-page":"287","volume":"28","author":"K Singh","year":"2014","unstructured":"Singh K, Best PJ, Bojilov M, Blunt C (2014) Continuous auditing and continuous monitoring in erp environments: case studies of application implementations. J Inf Syst 28(1):287\u2013310","journal-title":"J Inf Syst"},{"key":"10656_CR86","doi-asserted-by":"publisher","first-page":"1249","DOI":"10.1016\/j.procs.2013.09.212","volume":"22","author":"O S\u00f6derstr\u00f6m","year":"2013","unstructured":"S\u00f6derstr\u00f6m O, Moradian E (2013) Secure audit log management. Procedia Compr Sci 22:1249\u20131258","journal-title":"Procedia Compr Sci"},{"key":"10656_CR87","doi-asserted-by":"crossref","unstructured":"Takada T, Koike H (2002) Tudumi: information visualization system for monitoring and auditing computer logs. In: Proceedings sixth international conference on information visualisation. IEEE, pp 570\u2013576","DOI":"10.1109\/IV.2002.1028831"},{"issue":"2","key":"10656_CR88","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1007\/s10515-022-00337-x","volume":"29","author":"F Tambon","year":"2022","unstructured":"Tambon F, Laberge G, An L, Nikanjam A, Mindom PSN, Pequignot Y, Khomh F, Antoniol G, Merlo E, Laviolette F (2022) How to certify machine learning based safety-critical systems? a systematic literature review. Autom Softw Eng 29(2):38","journal-title":"Autom Softw Eng"},{"key":"10656_CR89","unstructured":"The institute of\u00a0internal auditors (2023) Continuous auditing. https:\/\/www.theiia.org\/globalassets\/documents\/content\/articles\/guidance\/gtag\/gtag-3-continuous-auditing\/gtag-3-continuous-auditing-2nd-edition.pdf"},{"issue":"2","key":"10656_CR90","doi-asserted-by":"publisher","first-page":"137","DOI":"10.1108\/JOIC-12-2020-0047","volume":"22","author":"MM Thottoli","year":"2021","unstructured":"Thottoli MM (2021) The relevance of compliance audit on companies\u2019 compliance with disclosure guidelines of financial statements. J Invest Compliance 22(2):137\u2013150","journal-title":"J Invest Compliance"},{"key":"10656_CR91","doi-asserted-by":"crossref","unstructured":"Treude C, Filho FF, Kulesza U (2015) Summarizing and measuring development activity. In: Proceedings of the 2015 10th joint meeting on foundations of software engineering, pp 625\u2013636","DOI":"10.1145\/2786805.2786827"},{"issue":"4","key":"10656_CR92","doi-asserted-by":"publisher","first-page":"694","DOI":"10.1109\/TSE.2019.2903039","volume":"47","author":"G Uddin","year":"2019","unstructured":"Uddin G, Baysal O, Guerrouj L, Khomh F (2019) Understanding how and why developers seek and analyze api-related opinions. IEEE Trans Software Eng 47(4):694\u2013735","journal-title":"IEEE Trans Software Eng"},{"key":"10656_CR93","unstructured":"Universit\u00e9 de\u00a0Montr\u00e9al (2023) Montreal declaration for a responsible development of artificial intelligence. https:\/\/montrealdeclaration-responsibleai.com\/the-declaration\/"},{"key":"10656_CR94","doi-asserted-by":"crossref","unstructured":"Voigt P, Von\u00a0dem Bussche A (2017) The eu general data protection regulation (gdpr). A Practical Guide, 1st Ed., Cham: Springer International Publishing 10(3152676):10\u20135555","DOI":"10.1007\/978-3-319-57959-7_1"},{"key":"10656_CR95","unstructured":"Wan M, Zha D, Liu N, Zou N (2021) Modeling techniques for machine learning fairness: a survey. arXiv preprint arXiv:2111.03015"},{"key":"10656_CR96","doi-asserted-by":"crossref","unstructured":"Washizaki H, Uchida H, Khomh F, Gu\u00e9h\u00e9neuc Y-G (2019) Studying software engineering patterns for designing machine learning systems. In: 2019 10th International Workshop on Empirical Software Engineering in Practice (IWESEP). IEEE, pp 49\u2013495","DOI":"10.1109\/IWESEP49350.2019.00017"},{"key":"10656_CR97","unstructured":"XAI (2023) Xai. https:\/\/github.com\/EthicalML\/xai"},{"key":"10656_CR98","unstructured":"Xu G, Li G, Guo S, Zhang T, Li H (2022) Privacy-preserving decentralized deep learning with multiparty homomorphic encryption. arXiv preprint arXiv:2207.04604"},{"key":"10656_CR99","unstructured":"Yamane T (1967) Statistics: an introductory analysis. Technical report"},{"key":"10656_CR100","doi-asserted-by":"publisher","first-page":"159426","DOI":"10.1109\/ACCESS.2019.2949782","volume":"7","author":"Y Yang","year":"2019","unstructured":"Yang Y, Huang X, Liu X, Cheng H, Weng J, Luo X, Chang V (2019) A comprehensive survey on secure outsourced computation and its applications. IEEE Access 7:159426\u2013159465","journal-title":"IEEE Access"},{"issue":"2","key":"10656_CR101","doi-asserted-by":"publisher","DOI":"10.1111\/ina.12984","volume":"32","author":"Y Yang","year":"2022","unstructured":"Yang Y, Yuan Y, Han Z, Liu G (2022) Interpretability analysis for thermal sensation machine learning models: an exploration based on the shap approach. Indoor Air 32(2):e12984","journal-title":"Indoor Air"},{"key":"10656_CR102","unstructured":"Yang Z, Sun Z, Yue TZ, Devanbu P, Lo D (2024) Robustness, security, privacy, explainability, efficiency, and usability of large language models for code. arXiv preprint arXiv:2403.07506"},{"key":"10656_CR103","unstructured":"Yan T, Zhang C (2022) Active fairness auditing. In: International conference on machine learning. PMLR, pp 24929\u201324962"},{"key":"10656_CR104","doi-asserted-by":"publisher","first-page":"36226","DOI":"10.1109\/ACCESS.2020.2971712","volume":"8","author":"A Yasin","year":"2020","unstructured":"Yasin A, Fatima R, Wen L, Afzal W, Azhar M, Torkar R (2020) On using grey literature and google scholar in systematic literature reviews in software engineering. IEEE Access 8:36226\u201336243","journal-title":"IEEE Access"},{"key":"10656_CR105","unstructured":"Yellowbrick (2023) Yellowbrick. https:\/\/github.com\/DistrictDataLabs\/yellowbrick"},{"key":"10656_CR106","doi-asserted-by":"publisher","first-page":"3394","DOI":"10.1007\/s10664-019-09687-9","volume":"24","author":"Y Zeng","year":"2019","unstructured":"Zeng Y, Chen J, Shang W, Chen T-H (2019) Studying the characteristics of logging practices in mobile apps: a case study on f-droid. Empir Softw Eng 24:3394\u20133434","journal-title":"Empir Softw Eng"},{"issue":"1","key":"10656_CR107","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TSE.2019.2962027","volume":"48","author":"JM Zhang","year":"2020","unstructured":"Zhang JM, Harman M, Ma L, Liu Y (2020) Machine learning testing: survey, landscapes and horizons. IEEE Trans Software Eng 48(1):1\u201336","journal-title":"IEEE Trans Software Eng"},{"key":"10656_CR108","doi-asserted-by":"crossref","unstructured":"Zhu J, He P, Fu Q, Zhang H, Lyu MR, Zhang D (2015) Learning to log: helping developers make informed logging decisions. In: 2015 IEEE\/ACM 37th IEEE international conference on software engineering, vol\u00a01. IEEE, pp 415\u2013425","DOI":"10.1109\/ICSE.2015.60"}],"container-title":["Empirical Software Engineering"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-025-10656-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s10664-025-10656-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s10664-025-10656-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,5]],"date-time":"2025-06-05T11:02:50Z","timestamp":1749121370000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s10664-025-10656-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,4,14]]},"references-count":108,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2025,7]]}},"alternative-id":["10656"],"URL":"https:\/\/doi.org\/10.1007\/s10664-025-10656-8","relation":{},"ISSN":["1382-3256","1573-7616"],"issn-type":[{"value":"1382-3256","type":"print"},{"value":"1573-7616","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,4,14]]},"assertion":[{"value":"2 April 2025","order":1,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"14 April 2025","order":2,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflicts of interest relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflicts of Interest"}},{"value":"This study was approved by Ethics Committee of Polytechnique Montreal (CER-2324-25-D). All participants provided informed consent prior to their participation.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics Declaration"}},{"value":"All participants provided informed consent before taking part in the survey.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Informed Consent"}}],"article-number":"97"}}