{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,3]],"date-time":"2026-07-03T16:22:19Z","timestamp":1783095739278,"version":"3.54.6"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030773847","type":"print"},{"value":"9783030773854","type":"electronic"}],"license":[{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2021,1,1]],"date-time":"2021-01-01T00:00:00Z","timestamp":1609459200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2021]]},"DOI":"10.1007\/978-3-030-77385-4_10","type":"book-chapter","created":{"date-parts":[[2021,5,30]],"date-time":"2021-05-30T19:02:53Z","timestamp":1622401373000},"page":"160-176","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":18,"title":["A Semantic Framework to Support AI System Accountability and Audit"],"prefix":"10.1007","author":[{"given":"Iman","family":"Naja","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Milan","family":"Markovic","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Peter","family":"Edwards","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Caitlin","family":"Cottrill","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2021,5,31]]},"reference":[{"key":"10_CR1","unstructured":"ACM U.S. Public Policy Council (USACM) and ACM Europe Council Policy Committee (EUACM): Statement on algorithmic transparency and accountability, May 2017. https:\/\/www.acm.org\/binaries\/content\/assets\/public-policy\/2017_joint_statement_algorithms.pdf. Accessed 24 Jan 2019"},{"key":"10_CR2","doi-asserted-by":"crossref","unstructured":"Amershi, S., et al.: Software engineering for machine learning: a case study. In: 2019 IEEE\/ACM 41st Int\u2019l Conference on Software Engineering: Software Engineering in Practice (ICSE-SEIP), pp. 291\u2013300. IEEE (2019)","DOI":"10.1109\/ICSE-SEIP.2019.00042"},{"key":"10_CR3","unstructured":"Cuevas-Vicentt\u00edn, V., et al.: Provone: a prov extension data model for scientific workflow provenance (2015). https:\/\/purl.dataone.org\/provone-v1-dev"},{"key":"10_CR4","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1016\/j.jbi.2016.10.022","volume":"65","author":"V Curcin","year":"2017","unstructured":"Curcin, V., Fairweather, E., Danger, R., Corrigan, D.: Templates as a method for implementing data provenance in decision support systems. J. Biomed. Inform. 65, 1\u201321 (2017)","journal-title":"J. Biomed. Inform."},{"key":"10_CR5","unstructured":"Department of Health & Social Care (UK): Code of conduct for data-driven health and care technology, July 2019. https:\/\/www.gov.uk\/government\/publications\/code-of-conduct-for-data-driven-health-and-care-technology\/initial-code-of-conduct-for-data-driven-health-and-care-technology"},{"key":"10_CR6","doi-asserted-by":"crossref","unstructured":"Diakopoulos, N.: Algorithmic accountability reporting: On the investigation of black boxes (2014), Tow Center for Digital Journalism, Columbia University","DOI":"10.1080\/21670811.2014.976411"},{"key":"10_CR7","unstructured":"Diakopoulos, N., et al.: Principles for accountable algorithms and a social impact statement for algorithms. http:\/\/www.fatml.org\/resources\/principles-for-accountable-algorithms. Accessed 10 Jan 2019"},{"key":"10_CR8","unstructured":"Digital Catapult Machine Intelligence Garage Ethics Committee: Ethics framework, April 2020. https:\/\/www.migarage.ai\/wp-content\/uploads\/2020\/05\/MIG_Ethics-Report_2020_v6.pdf. Accessed 09 Jan 2020"},{"key":"10_CR9","doi-asserted-by":"crossref","unstructured":"Esteves, D., et al.: Mex vocabulary: a lightweight interchange format for machine learning experiments. In: Proceedings of the 11th International Conference on Semantic Systems, SEMANTICS 2015, pp. 169\u2013176. ACM, September 2015","DOI":"10.1145\/2814864.2814883"},{"key":"10_CR10","unstructured":"Garijo, D., Gil, Y.: Augmenting prov with plans in p-plan: scientific processes as linked data. In: Proceedings of the 2nd International Workshop on Linked Science (2012)"},{"key":"10_CR11","unstructured":"Gebru, T., et al.: Datasheets for datasets. In: Proceedings of the 5th Workshop on Fairness, Accountability, and Transparency in Machine Learning, PMLR 80 (2018)"},{"key":"10_CR12","unstructured":"House Of Lords Select Committee on Artificial Intelligence: AI in the UK: Ready, Willing and Able, April 2018, HL Paper 100"},{"key":"10_CR13","unstructured":"Huynh, T.D., Stalla-Bourdillon, S., Moreau, L.: Provenance-based Explanations for Automated Decisions: Final IAA Project Report. Technical report (2019)"},{"key":"10_CR14","unstructured":"IBM: Everyday ethics for artificial intelligence (2019). https:\/\/www.ibm.com\/watson\/assets\/duo\/pdf\/everydayethics.pdf"},{"key":"10_CR15","unstructured":"Knublauch, H., Kontokostas, D.: Shapes constraint language (SHACL). W3C recommendation, W3C, July 2017. https:\/\/www.w3.org\/TR\/2017\/REC-shacl-20170720\/"},{"key":"10_CR16","unstructured":"Lebo, T., Sahoo, S., McGuinness, D.: PROV-O: The PROV ontology. W3C recommendation, W3C, April 2013. http:\/\/www.w3.org\/TR\/2013\/REC-prov-o-20130430\/"},{"key":"10_CR17","doi-asserted-by":"crossref","unstructured":"Markovic, M., et al.: Semantic modelling of plans and execution traces for enhancing transparency of IoT systems. In: 6th International Conference on Internet of Things: Systems, Management and Security (IOTSMS), pp. 110\u2013115. IEEE (2019)","DOI":"10.1109\/IOTSMS48152.2019.8939260"},{"key":"10_CR18","unstructured":"Markovic, M., Garijo, D., Edwards, P.: Linking abstract plans of scientific experiments to their corresponding execution traces. In: Proceedings of the 3rd International Workshop on Capturing Scientific Knowledge (Sciknow 2019). CEUR-WS (2019)"},{"issue":"1","key":"10_CR19","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1109\/MS.2019.2954841","volume":"37","author":"T Menzies","year":"2020","unstructured":"Menzies, T.: The five laws of SE for AI. IEEE Softw. 37(1), 81\u201385 (2020)","journal-title":"IEEE Softw."},{"key":"10_CR20","doi-asserted-by":"crossref","unstructured":"Mitchell, M., et al.: Model cards for model reporting. In: Proceedings of the Conference on Fairness, Accountability, and Transparency, pp. 220\u2013229. ACM (2019)","DOI":"10.1145\/3287560.3287596"},{"key":"10_CR21","unstructured":"Pandit, H.J., Lewis, D.: Modelling provenance for GDPR compliance using linked open data vocabularies. In: Privacy and the Semantic Web - Policy and Technology workshop (PrivOn 2017), co-located with ISWC (2017)"},{"key":"10_CR22","unstructured":"Publio, G.C., et al.: ML Schema: exposing the semantics of machine learning with schemas and ontologies. In: 2nd Reproducibility in Machine Learning Workshop at ICML 2018, July 2018. poster"},{"key":"10_CR23","doi-asserted-by":"crossref","unstructured":"Su\u00e1rez-Figueroa, M.C., G\u00f3mez-P\u00e9rez, A.: Neon methodology for building ontology networks: a scenario-based methodology. In: Proceedings of the International Conference on Software, Services & Semantic Technologies (2009)","DOI":"10.1145\/1597735.1597773"},{"key":"10_CR24","unstructured":"The European Commission Independent High-Level Expert Group on Artificial Intelligence: Ethics Guidelines for Trustworthy AI, April 2019. https:\/\/ec.europa.eu\/newsroom\/dae\/document.cfm?doc_id=60419"},{"key":"10_CR25","unstructured":"The IEEE Global Initiative on Ethics of Autonomous and Intelligent Systems: Ethically aligned design: A vision for prioritizing human well-being with autonomous and intelligent systems. Technical report, IEEE (2019). https:\/\/standards.ieee.org\/content\/ieee-standards\/en\/industry-connections\/ec\/autonomous-systems.html"},{"key":"10_CR26","unstructured":"The Royal College of Radiologists: Clinical radiology Scotland workforce 2019 summary report, August 2020. https:\/\/www.rcr.ac.uk\/sites\/default\/files\/clinical-radiology-scotland-workforce-census-2019-summary-report.pdf"},{"key":"10_CR27","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1007\/978-3-030-24289-3_20","volume-title":"Computational Science and Its Applications \u2013 ICCSA 2019","author":"M Tianxing","year":"2019","unstructured":"Tianxing, M., Zhukova, N., Meltsov, V., Shichkina, Y.: A knowledge-based computational environment for real-world data processing. In: MisraMisra, S., et al. (eds.) ICCSA 2019. LNCS, vol. 11619, pp. 257\u2013269. Springer, Cham (2019). https:\/\/doi.org\/10.1007\/978-3-030-24289-3_20"},{"key":"10_CR28","doi-asserted-by":"crossref","unstructured":"Wieringa, M.: What to account for when accounting for algorithms: a systematic literature review on algorithmic accountability. In: Proceedings of the 2020 Conference on Fairness, Accountability, and Transparency, FAT* 2020, pp. 1\u201318. ACM (2020)","DOI":"10.1145\/3351095.3372833"}],"updated-by":[{"DOI":"10.1007\/978-3-030-77385-4_44","type":"correction","label":"Correction","source":"publisher","updated":{"date-parts":[[2021,5,31]],"date-time":"2021-05-31T00:00:00Z","timestamp":1622419200000}}],"container-title":["Lecture Notes in Computer Science","The Semantic Web"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-77385-4_10","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,31]],"date-time":"2026-05-31T00:03:38Z","timestamp":1780185818000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-77385-4_10"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021]]},"ISBN":["9783030773847","9783030773854"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-77385-4_10","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2021]]},"assertion":[{"value":"31 May 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"31 May 2021","order":2,"name":"change_date","label":"Change Date","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"Correction","order":3,"name":"change_type","label":"Change Type","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"In the original version of this chapter, figure 3 was incorrect. This has been updated in the chapter as seen below.","order":4,"name":"change_details","label":"Change Details","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ESWC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"European Semantic Web Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"6 June 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 June 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"esws2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2021.eswc-conferences.org\/#","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Open","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"OpenReview","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"167","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"41","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"25% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"2","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}