{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,9,11]],"date-time":"2025-09-11T21:55:51Z","timestamp":1757627751649,"version":"3.44.0"},"publisher-location":"Cham","reference-count":37,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783032020178"},{"type":"electronic","value":"9783032020185"}],"license":[{"start":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:00:00Z","timestamp":1755820800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T00:00:00Z","timestamp":1755820800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-02018-5_33","type":"book-chapter","created":{"date-parts":[[2025,8,21]],"date-time":"2025-08-21T10:16:06Z","timestamp":1755771366000},"page":"459-471","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["A Modular AI Testing Framework for\u00a0Trustworthy AI: Proof-of-Concept Implementation"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-6663-2368","authenticated-orcid":false,"given":"Maximilian","family":"Pintz","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0009-0006-3247-9222","authenticated-orcid":false,"given":"Daniel","family":"Becker","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7352-9165","authenticated-orcid":false,"given":"Michael","family":"Mock","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,8,22]]},"reference":[{"key":"33_CR1","unstructured":"AIoDP authors: AI on demand platform. https:\/\/ai-builder.aiodp.ai. Accessed 01 May 2025"},{"key":"33_CR2","unstructured":"ASAM eV: ASAM OpenLABEL Concept Paper. https:\/\/bit.ly\/42IeTha. Accessed 01 May 2025"},{"key":"33_CR3","unstructured":"Astral: An extremely fast Python package and project manager, written in Rust. https:\/\/github.com\/astral-sh\/uv. Accessed 01 May 2025"},{"key":"33_CR4","doi-asserted-by":"crossref","unstructured":"Baitha, S., Soorya, V., Kothari, O., Rajagopal, S.M., Panda, N.: Streamlining software development: a comprehensive study on CI\/CD automation. In: 2024 4th International Conference on Sustainable Expert Systems (ICSES), pp. 1299\u20131305. IEEE (2024)","DOI":"10.1109\/ICSES63445.2024.10763207"},{"key":"33_CR5","unstructured":"Bargnesi, T., et al.: JSON graph format. https:\/\/github.com\/jsongraph\/json-graph-specification. Accessed 01 May 2025"},{"key":"33_CR6","doi-asserted-by":"crossref","unstructured":"Bellamy, R.K., et al.: AI fairness 360: an extensible toolkit for detecting and mitigating algorithmic bias. IBM J. Res. Dev. 63(4\/5), 4\u20131 (2019)","DOI":"10.1147\/JRD.2019.2942287"},{"key":"33_CR7","doi-asserted-by":"publisher","unstructured":"Chen, T.: Challenges and opportunities in integrating LLMs into continuous integration\/continuous deployment (CI\/CD) pipelines. In: 2024 5th International Seminar on Artificial Intelligence, Networking and Information Technology (AINIT), pp. 364\u2013367 (2024). https:\/\/doi.org\/10.1109\/AINIT61980.2024.10581784","DOI":"10.1109\/AINIT61980.2024.10581784"},{"issue":"70","key":"33_CR8","doi-asserted-by":"publisher","first-page":"4101","DOI":"10.21105\/joss.04101","volume":"7","author":"NS Detlefsen","year":"2022","unstructured":"Detlefsen, N.S., et al.: Torchmetrics-measuring reproducibility in pytorch. J. Open Sour. Softw. 7(70), 4101 (2022)","journal-title":"J. Open Sour. Softw."},{"key":"33_CR9","unstructured":"European Parliament and Council: Regulation (EU), No 2024\/1689 (Artificial Intelligence Act) (2024)"},{"issue":"11","key":"33_CR10","doi-asserted-by":"publisher","first-page":"1231","DOI":"10.1177\/0278364913491297","volume":"32","author":"A Geiger","year":"2013","unstructured":"Geiger, A., Lenz, P., Stiller, C., Urtasun, R.: Vision meets robotics: the KITTI dataset. int. J. Robot. Res. 32(11), 1231\u20131237 (2013)","journal-title":"int. J. Robot. Res."},{"key":"33_CR11","doi-asserted-by":"crossref","unstructured":"George, J., Saha, A.: End-to-end machine learning using kubeflow. In: Proceedings of the 5th Joint International Conference on Data Science & Management of Data (9th ACM IKDD CODS and 27th COMAD), pp. 336\u2013338 (2022)","DOI":"10.1145\/3493700.3493768"},{"key":"33_CR12","doi-asserted-by":"publisher","first-page":"49","DOI":"10.25080\/shinma-7f4c6e7-008","volume":"17","author":"K Greff","year":"2017","unstructured":"Greff, K., Klein, A., Chovanec, M., Hutter, F., Schmidhuber, J.: The sacred infrastructure for computational research. SciPy 17, 49\u201356 (2017)","journal-title":"SciPy"},{"issue":"3","key":"33_CR13","doi-asserted-by":"publisher","first-page":"362","DOI":"10.1002\/rob.21918","volume":"37","author":"S Grigorescu","year":"2020","unstructured":"Grigorescu, S., Trasnea, B., Cocias, T., Macesanu, G.: A survey of deep learning techniques for autonomous driving. J. Field Robot. 37(3), 362\u2013386 (2020)","journal-title":"J. Field Robot."},{"key":"33_CR14","unstructured":"gRPC Authors: gRPC: A high performance, open source universal RPC framework. https:\/\/grpc.io\/. Accessed 01 May 2025"},{"key":"33_CR15","unstructured":"Guo, C., Pleiss, G., Sun, Y., Weinberger, K.Q.: On calibration of modern neural networks. In: International Conference on Machine Learning, pp. 1321\u20131330. PMLR (2017)"},{"key":"33_CR16","unstructured":"Haedecke, E., Pintz, M.A.: Transparency and reliability assurance methods for safeguarding deep neural networks-a survey. In: Workshop on Trustworthy Artificial Intelligence as a Part of the ECML\/PKDD 22 Program (2022)"},{"key":"33_CR17","unstructured":"Harenslak, B.P., De\u00a0Ruiter, J.: Data Pipelines with Apache Airflow. Simon and Schuster (2021)"},{"key":"33_CR18","unstructured":"Kokhlikyan, N., et\u00a0al.: Captum: a unified and generic model interpretability library for pytorch. arXiv preprint arXiv:2009.07896 (2020)"},{"issue":"2","key":"33_CR19","doi-asserted-by":"publisher","first-page":"62","DOI":"10.1109\/MS.2021.3073045","volume":"39","author":"C Lamb","year":"2021","unstructured":"Lamb, C., Zacchiroli, S.: Reproducible builds: increasing the integrity of software supply chains. IEEE Softw. 39(2), 62\u201370 (2021)","journal-title":"IEEE Softw."},{"issue":"9","key":"33_CR20","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3555803","volume":"55","author":"B Li","year":"2023","unstructured":"Li, B., et al.: Trustworthy AI: from principles to practices. ACM Comput. Surv. 55(9), 1\u201346 (2023)","journal-title":"ACM Comput. Surv."},{"key":"33_CR21","unstructured":"Liang, P., et\u00a0al.: Holistic evaluation of language models. arXiv preprint arXiv:2211.09110 (2022)"},{"key":"33_CR22","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"740","DOI":"10.1007\/978-3-319-10602-1_48","volume-title":"Computer Vision \u2013 ECCV 2014","author":"T-Y Lin","year":"2014","unstructured":"Lin, T.-Y., et al.: Microsoft COCO: common objects in context. In: Fleet, D., Pajdla, T., Schiele, B., Tuytelaars, T. (eds.) ECCV 2014. LNCS, vol. 8693, pp. 740\u2013755. Springer, Cham (2014). https:\/\/doi.org\/10.1007\/978-3-319-10602-1_48"},{"key":"33_CR23","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1007\/s11263-019-01247-4","volume":"128","author":"L Liu","year":"2020","unstructured":"Liu, L., et al.: Deep learning for generic object detection: a survey. Int. J. Comput. Vision 128, 261\u2013318 (2020)","journal-title":"Int. J. Comput. Vision"},{"key":"33_CR24","unstructured":"Lundberg, S.M., Lee, S.I.: A unified approach to interpreting model predictions. In: Advances in Neural Information Processing Systems, vol. 30 (2017)"},{"issue":"5","key":"33_CR25","doi-asserted-by":"publisher","first-page":"745","DOI":"10.1007\/s12369-023-00977-3","volume":"15","author":"M Maroto-G\u00f3mez","year":"2023","unstructured":"Maroto-G\u00f3mez, M., Alonso-Mart\u00edn, F., Malfaz, M., Castro-Gonz\u00e1lez, \u00c1., Castillo, J.C., Salichs, M.\u00c1.: A systematic literature review of decision-making and control systems for autonomous and social robots. Int. J. Soc. Robot. 15(5), 745\u2013789 (2023)","journal-title":"Int. J. Soc. Robot."},{"key":"33_CR26","unstructured":"Open Container Initiative: Open container initiative image format specification. https:\/\/specs.opencontainers.org\/image-spec\/. Accessed 01 May 2025"},{"key":"33_CR27","doi-asserted-by":"crossref","unstructured":"Padilla, R., Netto, S.L., Da\u00a0Silva, E.A.: A survey on performance metrics for object-detection algorithms. In: 2020 International Conference on Systems, Signals and Image Processing (IWSSIP), pp. 237\u2013242. IEEE (2020)","DOI":"10.1109\/IWSSIP48289.2020.9145130"},{"key":"33_CR28","doi-asserted-by":"crossref","unstructured":"Pintz, M., Becker, D., Mock, M.: PARMA: a platform architecture to enable automated, reproducible, and multi-party assessments of AI trustworthiness. In: Proceedings of the 2nd International Workshop on Responsible AI Engineering, pp. 20\u201327 (2024)","DOI":"10.1145\/3643691.3648585"},{"key":"33_CR29","unstructured":"Poretschkin, M., et\u00a0al.: Guideline for trustworthy artificial intelligence\u2013AI assessment catalog. arXiv preprint arXiv:2307.03681 (2023)"},{"key":"33_CR30","unstructured":"Redmon, J., Farhadi, A.: YOLOv3: an incremental improvement. arXiv preprint arXiv:1804.02767 (2018)"},{"key":"33_CR31","unstructured":"Ribeiro, M.T., Singh, S., Guestrin, C.: Model-agnostic interpretability of machine learning. arXiv preprint arXiv:1606.05386 (2016)"},{"key":"33_CR32","unstructured":"Tagliabue, J., Bowne-Anderson, H., Tuulos, V., Goyal, S., Cledat, R., Berg, D.: Reasonable scale machine learning with open-source metaflow. arXiv preprint arXiv:2303.11761 (2023)"},{"key":"33_CR33","doi-asserted-by":"crossref","unstructured":"Wang, A., Singh, A., Michael, J., Hill, F., Levy, O., Bowman, S.R.: GLUE: a multi-task benchmark and analysis platform for natural language understanding. arXiv preprint arXiv:1804.07461 (2018)","DOI":"10.18653\/v1\/W18-5446"},{"issue":"1","key":"33_CR34","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1109\/TVCG.2017.2744878","volume":"24","author":"K Wongsuphasawat","year":"2017","unstructured":"Wongsuphasawat, K., et al.: Visualizing dataflow graphs of deep learning models in tensorflow. IEEE Trans. Visual Comput. Graphics 24(1), 1\u201312 (2017)","journal-title":"IEEE Trans. Visual Comput. Graphics"},{"key":"33_CR35","doi-asserted-by":"crossref","unstructured":"Wu, B., Iandola, F., Jin, P.H., Keutzer, K.: SqueezeDet: unified, small, low power fully convolutional neural networks for real-time object detection for autonomous driving. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition Workshops, pp. 129\u2013137 (2017)","DOI":"10.1109\/CVPRW.2017.60"},{"issue":"10","key":"33_CR36","doi-asserted-by":"publisher","first-page":"719","DOI":"10.1038\/s41551-018-0305-z","volume":"2","author":"KH Yu","year":"2018","unstructured":"Yu, K.H., Beam, A.L., Kohane, I.S.: Artificial intelligence in healthcare. Nat. Biomed. Eng. 2(10), 719\u2013731 (2018)","journal-title":"Nat. Biomed. Eng."},{"issue":"4","key":"33_CR37","first-page":"39","volume":"41","author":"M Zaharia","year":"2018","unstructured":"Zaharia, M., et al.: Accelerating the machine learning lifecycle with MLflow. IEEE Data Eng. Bull. 41(4), 39\u201345 (2018)","journal-title":"IEEE Data Eng. Bull."}],"container-title":["Lecture Notes in Computer Science","Computer Safety, Reliability, and Security. SAFECOMP 2025 Workshops"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-02018-5_33","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,10]],"date-time":"2025-09-10T04:30:42Z","timestamp":1757478642000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-02018-5_33"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,8,22]]},"ISBN":["9783032020178","9783032020185"],"references-count":37,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-02018-5_33","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025,8,22]]},"assertion":[{"value":"22 August 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SAFECOMP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computer Safety, Reliability, and Security","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Stockholm","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Sweden","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"9 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"12 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"44","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"safecomp2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/safecomp2025.se\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}