{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,13]],"date-time":"2026-07-13T10:18:31Z","timestamp":1783937911756,"version":"3.55.0"},"publisher-location":"Cham","reference-count":34,"publisher":"Springer International Publishing","isbn-type":[{"value":"9783030262495","type":"print"},{"value":"9783030262501","type":"electronic"}],"license":[{"start":{"date-parts":[[2019,1,1]],"date-time":"2019-01-01T00:00:00Z","timestamp":1546300800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.1007\/978-3-030-26250-1_23","type":"book-chapter","created":{"date-parts":[[2019,9,1]],"date-time":"2019-09-01T23:02:43Z","timestamp":1567378963000},"page":"288-300","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":15,"title":["Improving ML Safety with Partial Specifications"],"prefix":"10.1007","author":[{"given":"Rick","family":"Salay","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Krzysztof","family":"Czarnecki","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2019,8,9]]},"reference":[{"key":"23_CR1","doi-asserted-by":"crossref","unstructured":"Bhattacharyya, S., Cofer, D., Musliner, D., Mueller, J., Engstrom, E.: Certification considerations for adaptive systems. In: 2015 International Conference on Unmanned Aircraft Systems (ICUAS), pp. 270\u2013279. IEEE (2015)","DOI":"10.1109\/ICUAS.2015.7152300"},{"key":"23_CR2","unstructured":"Cohen, T., Welling, M.: Group equivariant convolutional networks. In: International Conference on Machine Learning, pp. 2990\u20132999 (2016)"},{"issue":"3","key":"23_CR3","doi-asserted-by":"publisher","first-page":"269","DOI":"10.1016\/0164-1212(95)00071-2","volume":"32","author":"D Cooke","year":"1996","unstructured":"Cooke, D., Gates, A., Demir\u00f6rs, E., Demir\u00f6rs, O., Tanik, M.M., Kr\u00e4mer, B.: Languages for the specification of software. J. Syst. Softw. 32(3), 269\u2013308 (1996)","journal-title":"J. Syst. Softw."},{"key":"23_CR4","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"439","DOI":"10.1007\/978-3-319-99229-7_37","volume-title":"Computer Safety, Reliability, and Security","author":"K Czarnecki","year":"2018","unstructured":"Czarnecki, K., Salay, R.: Towards a framework to manage perceptual uncertainty for safe automated driving. In: Gallina, B., Skavhaug, A., Schoitsch, E., Bitsch, F. (eds.) SAFECOMP 2018. LNCS, vol. 11094, pp. 439\u2013445. Springer, Cham (2018). https:\/\/doi.org\/10.1007\/978-3-319-99229-7_37"},{"key":"23_CR5","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"357","DOI":"10.1007\/978-3-319-57288-8_26","volume-title":"NASA Formal Methods","author":"T Dreossi","year":"2017","unstructured":"Dreossi, T., Donz\u00e9, A., Seshia, S.A.: Compositional falsification of cyber-physical systems with machine learning components. In: Barrett, C., Davies, M., Kahsai, T. (eds.) NFM 2017. LNCS, vol. 10227, pp. 357\u2013372. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-57288-8_26"},{"key":"23_CR6","doi-asserted-by":"crossref","unstructured":"Dwarakanath, A., et al.: Identifying implementation bugs in machine learning based image classifiers using metamorphic testing. In: Proceedings of the 27th ACM SIGSOFT International Symposium on Software Testing and Analysis, pp. 118\u2013128. ACM (2018)","DOI":"10.1145\/3213846.3213858"},{"key":"23_CR7","doi-asserted-by":"crossref","unstructured":"Gehr, T., Mirman, M., Drachsler-Cohen, D., Tsankov, P., Chaudhuri, S., Vechev, M.: Ai2: safety and robustness certification of neural networks with abstract interpretation. In: 2018 IEEE Symposium on Security and Privacy (SP), pp. 3\u201318. IEEE (2018)","DOI":"10.1109\/SP.2018.00058"},{"issue":"1\u20133","key":"23_CR8","doi-asserted-by":"publisher","first-page":"335","DOI":"10.1016\/0167-2789(90)90087-6","volume":"42","author":"S Harnad","year":"1990","unstructured":"Harnad, S.: The symbol grounding problem. Physica D 42(1\u20133), 335\u2013346 (1990)","journal-title":"Physica D"},{"key":"23_CR9","unstructured":"Hinton, G.E., Sabour, S., Frosst, N.: Matrix capsules with EM routing. In: 6th International Conference on Learning Representations, ICLR 2018, Vancouver, BC, Canada. Conference Track Proceedings, 30 April\u20133 May 2018. https:\/\/openreview.net\/forum?id=HJWLfGWRb"},{"key":"23_CR10","unstructured":"International Organization for Standardization: ISO 26262: Road Vehicles - Functional Safety, 2nd edition (2018)"},{"key":"23_CR11","unstructured":"International Organization for Standardization: ISO\/AWI PAS 21448: Road Vehicles - Safety of the Intended Functionality, 1st Edition (2019)"},{"key":"23_CR12","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"97","DOI":"10.1007\/978-3-319-63387-9_5","volume-title":"Computer Aided Verification","author":"G Katz","year":"2017","unstructured":"Katz, G., Barrett, C., Dill, D.L., Julian, K., Kochenderfer, M.J.: Reluplex: an efficient SMT solver for verifying deep neural networks. In: Majumdar, R., Kun\u010dak, V. (eds.) CAV 2017. LNCS, vol. 10426, pp. 97\u2013117. Springer, Cham (2017). https:\/\/doi.org\/10.1007\/978-3-319-63387-9_5"},{"issue":"1","key":"23_CR13","doi-asserted-by":"publisher","first-page":"15","DOI":"10.4271\/2016-01-0128","volume":"4","author":"P Koopman","year":"2016","unstructured":"Koopman, P., Wagner, M.: Challenges in autonomous vehicle testing and validation. SAE Int. J. Transp. Saf. 4(1), 15\u201324 (2016)","journal-title":"SAE Int. J. Transp. Saf."},{"key":"23_CR14","doi-asserted-by":"crossref","unstructured":"Ku, J., Mozifian, M., Lee, J., Harakeh, A., Waslander, S.L.: Joint 3D proposal generation and object detection from view aggregation. In: 2018 IEEE\/RSJ IROS, pp. 1\u20138. IEEE (2018)","DOI":"10.1109\/IROS.2018.8594049"},{"key":"23_CR15","doi-asserted-by":"crossref","unstructured":"Lakoff, G.: Women, Fire, and Dangerous Things: What Categories Reveal About the Mind. University of Chicago press, Chicago (1987)","DOI":"10.7208\/chicago\/9780226471013.001.0001"},{"key":"23_CR16","doi-asserted-by":"crossref","unstructured":"Lamsweerde, A.V.: Formal specification: a roadmap. In: Proceedings of the Conference on the Future of Software Engineering, pp. 147\u2013159. ACM (2000)","DOI":"10.1145\/336512.336546"},{"key":"23_CR17","unstructured":"Liu, M.Y., Breuel, T., Kautz, J.: Unsupervised image-to-image translation networks. In: Advances in Neural Information Processing Systems, pp. 700\u2013708 (2017)"},{"key":"23_CR18","unstructured":"Meel, K.S., et al.: Constrained sampling and counting: universal hashing meets SAT solving. In: Workshops at the Thirtieth AAAI Conference on Artificial Intelligence (2016)"},{"issue":"10","key":"23_CR19","doi-asserted-by":"publisher","first-page":"40","DOI":"10.1109\/2.161279","volume":"25","author":"B Meyer","year":"1992","unstructured":"Meyer, B.: Applying \u2018design by contract\u2019. Computer 25(10), 40\u201351 (1992)","journal-title":"Computer"},{"issue":"1\u20132","key":"23_CR20","doi-asserted-by":"publisher","first-page":"81","DOI":"10.1016\/0004-3702(80)90014-4","volume":"13","author":"R Reiter","year":"1980","unstructured":"Reiter, R.: A logic for default reasoning. Artif. Intell. 13(1\u20132), 81\u2013132 (1980)","journal-title":"Artif. Intell."},{"issue":"1","key":"23_CR21","doi-asserted-by":"publisher","first-page":"9","DOI":"10.1111\/j.0963-7214.2006.00397.x","volume":"15","author":"JN Rouder","year":"2006","unstructured":"Rouder, J.N., Ratcliff, R.: Comparing exemplar and rule-based theories of categorization. Curr. Dir. Psychol. Sci. 15(1), 9\u201313 (2006)","journal-title":"Curr. Dir. Psychol. Sci."},{"key":"23_CR22","unstructured":"von Rueden, L., Mayer, S., Garcke, J., Bauckhage, C., Schuecker, J.: Informed machine learning-towards a taxonomy of explicit integration of knowledge into machine learning. arXiv preprint arXiv:1903.12394 (2019)"},{"key":"23_CR23","doi-asserted-by":"crossref","unstructured":"Salay, R., Czarnecki, K.: Using machine learning safely in automotive software: An assessment and adaption of software process requirements in ISO 26262. arXiv preprint arXiv:1808.01614 (2018)","DOI":"10.4271\/2018-01-1075"},{"key":"23_CR24","doi-asserted-by":"crossref","unstructured":"Salay, R., Queiroz, R., Czarnecki, K.: An Analysis of ISO 26262: Machine Learning and Safety in Automotive Software. SAE Technical Paper (2018)","DOI":"10.4271\/2018-01-1075"},{"key":"23_CR25","unstructured":"Seshia, S.A., Sadigh, D., Sastry, S.S.: Towards verified artificial intelligence. arXiv preprint arXiv:1606.08514 (2016)"},{"key":"23_CR26","doi-asserted-by":"crossref","first-page":"20","DOI":"10.1109\/MS.2001.936213","volume":"4","author":"L Sha","year":"2001","unstructured":"Sha, L.: Using simplicity to control complexity. IEEE Softw. 4, 20\u201328 (2001)","journal-title":"IEEE Softw."},{"key":"23_CR27","unstructured":"Spanfelner, B., Richter, D., Ebel, S., Wilhelm, U., Branz, W., Patz, C.: Challenges in applying the ISO 26262 for driver assistance systems. Tagung Fahrerassistenz, M\u00fcnchen 15(16), 2012 (2012)"},{"key":"23_CR28","doi-asserted-by":"crossref","unstructured":"Varshney, K.R.: Engineering safety in machine learning. arXiv preprint arXiv:1601.04126 (2016)","DOI":"10.1109\/ITA.2016.7888195"},{"key":"23_CR29","doi-asserted-by":"crossref","unstructured":"Vedaldi, A., Blaschko, M., Zisserman, A.: Learning equivariant structured output SVM regressors. In: Proceedings of 2011 International Conference on Computer Vision, pp. 959\u2013966. IEEE (2011)","DOI":"10.1109\/ICCV.2011.6126339"},{"key":"23_CR30","unstructured":"Wang, J., Perez, L.: The effectiveness of data augmentation in image classification using deep learning. In: Convolutional Neural Networks Vision Recognition (2017)"},{"key":"23_CR31","doi-asserted-by":"crossref","unstructured":"Wong, S.C., Gatt, A., Stamatescu, V., McDonnell, M.D.: Understanding data augmentation for classification: when to warp? In: 2016 International Conference on Digital Image Computing: Techniques and Applications (DICTA), pp. 1\u20136. IEEE (2016)","DOI":"10.1109\/DICTA.2016.7797091"},{"key":"23_CR32","doi-asserted-by":"crossref","unstructured":"Worrall, D.E., Garbin, S.J., Turmukhambetov, D., Brostow, G.J.: Harmonic networks: deep translation and rotation equivariance. In: Proceedings of the IEEE Conference on Computer Vision and Pattern Recognition, pp. 5028\u20135037 (2017)","DOI":"10.1109\/CVPR.2017.758"},{"key":"23_CR33","unstructured":"Xu, J., Zhang, Z., Friedman, T., Liang, Y., Broeck, G.V.D.: A semantic loss function for deep learning with symbolic knowledge. arXiv preprint arXiv:1711.11157 (2017)"},{"key":"23_CR34","doi-asserted-by":"crossref","unstructured":"Yan, J., Zhang, X., Lei, Z., Liao, S., Li, S.Z.: Robust multi-resolution pedestrian detection in traffic scenes. In: 2013 IEEE Conference on Computer Vision and Pattern Recognition (CVPR), pp. 3033\u20133040. IEEE (2013)","DOI":"10.1109\/CVPR.2013.390"}],"container-title":["Lecture Notes in Computer Science","Computer Safety, Reliability, and Security"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-26250-1_23","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,9,27]],"date-time":"2022-09-27T03:42:12Z","timestamp":1664250132000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-26250-1_23"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"ISBN":["9783030262495","9783030262501"],"references-count":34,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-26250-1_23","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2019]]},"assertion":[{"value":"9 August 2019","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"SAFECOMP","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Computer Safety, Reliability, and Security","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Turku","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Finland","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2019","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"10 September 2019","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13 September 2019","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"38","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"safecomp2019","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/conferences.ncl.ac.uk\/safecomp2019\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"65","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"16","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"5","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"25% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}