{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,8,1]],"date-time":"2026-08-01T04:38:56Z","timestamp":1785559136089,"version":"3.56.0"},"reference-count":38,"publisher":"Association for Computing Machinery (ACM)","issue":"9","license":[{"start":{"date-parts":[[2023,8,23]],"date-time":"2023-08-23T00:00:00Z","timestamp":1692748800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000104","name":"NASA","doi-asserted-by":"crossref","award":["80NSSC21M0071"],"award-info":[{"award-number":["80NSSC21M0071"]}],"id":[{"id":"10.13039\/100000104","id-type":"DOI","asserted-by":"crossref"}]},{"name":"ARL","award":["ACC-APG-RTP W911NF1920333"],"award-info":[{"award-number":["ACC-APG-RTP W911NF1920333"]}]},{"DOI":"10.13039\/100000001","name":"NSF","doi-asserted-by":"publisher","award":["1652113"],"award-info":[{"award-number":["1652113"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":["Commun. ACM"],"published-print":{"date-parts":[[2023,9]]},"abstract":"<jats:p>An attempt to provide a common language between formal models, simulations, real-world (testing) data, and regulatory mechanisms.<\/jats:p>","DOI":"10.1145\/3574133","type":"journal-article","created":{"date-parts":[[2023,8,23]],"date-time":"2023-08-23T14:51:48Z","timestamp":1692802308000},"page":"64-72","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":11,"title":["Dynamic Certification for Autonomous Systems"],"prefix":"10.1145","volume":"66","author":[{"given":"Georgios","family":"Bakirtzis","sequence":"first","affiliation":[{"name":"The University of Texas at Austin, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Steven","family":"Carr","sequence":"additional","affiliation":[{"name":"The University of Texas at Austin, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"David","family":"Danks","sequence":"additional","affiliation":[{"name":"University of California, San Diego, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ufuk","family":"Topcu","sequence":"additional","affiliation":[{"name":"The University of Texas at Austin, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2023,8,23]]},"reference":[{"key":"e_1_2_1_1_1","unstructured":"ARGO AI. Argoverse: Public Datasets Supported by Detailed Maps to Test Experiment and Teach Self-Driving Vehicles How to Understand the World around Them. (2022); https:\/\/tinyurl.com\/2n52u8fn."},{"key":"e_1_2_1_2_1","volume-title":"et al. Markov decision processes with applications in wireless sensor networks: A survey","author":"Alsheikh M.A.","year":"2015","unstructured":"Alsheikh, M.A. et al. Markov decision processes with applications in wireless sensor networks: A survey. IEEE Communication Surveys and Tutorials. (2015)."},{"key":"e_1_2_1_3_1","volume-title":"et al. Dynamic assurance cases: A pathway to trusted autonomy. Computer","author":"Asaadi E.","year":"2020","unstructured":"Asaadi, E. et al. Dynamic assurance cases: A pathway to trusted autonomy. Computer (2020)."},{"key":"e_1_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1109\/CDC.2005.1582653"},{"key":"e_1_2_1_5_1","volume-title":"et al. Compositional thinking in cyberphysical systems theory. Computer","author":"Bakirtzis G.","year":"2021","unstructured":"Bakirtzis, G. et al. Compositional thinking in cyberphysical systems theory. Computer (2021)."},{"key":"e_1_2_1_6_1","volume-title":"Ethical issues in advanced artificial intelligence. Rev. of Contemporary Philosophy","author":"Bostrom N.","year":"2006","unstructured":"Bostrom, N. Ethical issues in advanced artificial intelligence. Rev. of Contemporary Philosophy (2006)."},{"key":"e_1_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-76384-8_4"},{"key":"e_1_2_1_8_1","volume-title":"Proceedings of the Conf. on Control and its Applications, SIAM","author":"Bouvier J.","year":"2021","unstructured":"Bouvier, J. et al. Quantitative resilience of linear driftless systems. In Proceedings of the Conf. on Control and its Applications, SIAM (2021)."},{"key":"e_1_2_1_9_1","volume":"201","author":"Curiel-Ramirez L.A.","unstructured":"Curiel-Ramirez, L.A. et al. Hardware in the loop framework proposal for a semi-autonomous car architecture in a closed route environment. Intern. J. on Interactive Design and Manufacturing (2019).","journal-title":"Intern. J. on Interactive Design and Manufacturing ("},{"key":"e_1_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-63390-9_31"},{"key":"e_1_2_1_12_1","volume-title":"Proceedings of the IEEE Intern. Symp. on Software Reliability Engineering","author":"Farrell M.","year":"2021","unstructured":"Farrell, M. et al. Evolution of the IEEE P7009 standard: Towards fail-safe design of autonomous systems. In Proceedings of the IEEE Intern. Symp. on Software Reliability Engineering (2021)."},{"key":"e_1_2_1_13_1","volume-title":"et al. Verifying autonomous systems. Communications of the ACM","author":"Fisher M.","year":"2013","unstructured":"Fisher, M. et al. Verifying autonomous systems. Communications of the ACM (2013)."},{"key":"e_1_2_1_14_1","volume-title":"et al. Cyberphysical security through resiliency: A systems-centric approach. Computer","author":"Fleming C.H.","year":"2021","unstructured":"Fleming, C.H. et al. Cyberphysical security through resiliency: A systems-centric approach. Computer (2021)."},{"key":"e_1_2_1_15_1","volume-title":"System safety in aircraft acquisition","author":"Frola F.R.","year":"1984","unstructured":"Frola, F.R. and Miller, C.O. System safety in aircraft acquisition. Logistics Management Institute (1984); https:\/\/perma.cc\/QYV7-C5BY."},{"key":"e_1_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-20398-5_12"},{"key":"e_1_2_1_17_1","volume-title":"et al. A review of definitions and measures of system resilience. Reliability Engineering System Safety","author":"Hosseini S.","year":"2016","unstructured":"Hosseini, S. et al. A review of definitions and measures of system resilience. Reliability Engineering System Safety (2016)."},{"key":"e_1_2_1_18_1","volume-title":"et al. Parameter Synthesis for Markov Models (2019)","author":"Junges S.","year":"1903","unstructured":"Junges, S. et al. Parameter Synthesis for Markov Models (2019); arXiv:1903.07993 [cs.LO]."},{"key":"e_1_2_1_19_1","volume-title":"Conf. on Software Testing Analysis Rev. East","author":"Kaner C.","year":"2003","unstructured":"Kaner, C. What is a good test case? Conf. on Software Testing Analysis Rev. East (2003)."},{"key":"e_1_2_1_20_1","volume-title":"The structure of clinical translation: Efficiency, information, and ethics","author":"Kimmelman J.","year":"2015","unstructured":"Kimmelman, J. and London, A.J. The structure of clinical translation: Efficiency, information, and ethics. Hastings Center Report (2015)."},{"key":"e_1_2_1_21_1","volume-title":"Proceedings on the 33rd Conf. on Artificial Intelligence, Workshop on Artificial Intelligence Safety","author":"Koopman P.","year":"2019","unstructured":"Koopman, P. and Fratrik, F. How many operational design domains, objects, and events? In Proceedings on the 33rd Conf. on Artificial Intelligence, Workshop on Artificial Intelligence Safety (2019)."},{"key":"e_1_2_1_22_1","doi-asserted-by":"crossref","unstructured":"Kress-Gazit H. et al. Formalizing and guaranteeing human-robot interaction. Communications of the ACM. (2021).","DOI":"10.1145\/3433637"},{"key":"e_1_2_1_23_1","volume":"201","author":"Lahijanian M.","unstructured":"Lahijanian, M. et al. Temporal logic motion planning and control with probabilistic satisfaction guarantees. IEEE Transactions on Robotics (2012).","journal-title":"IEEE Transactions on Robotics ("},{"key":"e_1_2_1_24_1","volume-title":"Specifying Systems: The TLA+ Language and Tools for Hardware and Software Engineers","author":"Lamport L.","year":"2002","unstructured":"Lamport, L. Specifying Systems: The TLA+ Language and Tools for Hardware and Software Engineers. Addison-Wesley (2002)."},{"key":"e_1_2_1_25_1","volume-title":"Intern. Symp. on Formal Methods. Springer","author":"Lecomte T.","year":"2019","unstructured":"Lecomte, T. The bourgeois gentleman engineering and formal methods. In Intern. Symp. on Formal Methods. Springer (2019)."},{"key":"e_1_2_1_26_1","unstructured":"Leike J. et al. AI Safety Gridworlds (2017); arXiv preprint arXiv:1711.09883."},{"key":"e_1_2_1_27_1","volume-title":"Engineering a Safer World: Systems Thinking Applied to Safety","author":"Leveson N.G.","year":"2011","unstructured":"Leveson, N.G. Engineering a Safer World: Systems Thinking Applied to Safety. MIT Press (2011)."},{"key":"e_1_2_1_28_1","volume":"199","author":"Leveson N.G.","unstructured":"Leveson, N.G. et al. Requirements specification for process-control systems. IEEE Transactions on Software Engineering (1994).","journal-title":"Requirements specification for process-control systems. IEEE Transactions on Software Engineering ("},{"key":"e_1_2_1_29_1","doi-asserted-by":"crossref","unstructured":"Luckcuck M. et al. Formal specification and verification of autonomous robotic systems: A survey. ACM Comput. Surv. (2019).","DOI":"10.1007\/978-3-030-34968-4_33"},{"key":"e_1_2_1_30_1","volume-title":"Markov Decision Processes: Discrete Stochastic Dynamic Programming","author":"Puterman M.L.","year":"2014","unstructured":"Puterman, M.L. Markov Decision Processes: Discrete Stochastic Dynamic Programming. John Wiley Sons (2014)."},{"key":"e_1_2_1_31_1","doi-asserted-by":"publisher","DOI":"10.1109\/ICSE-NIER.2019.00030"},{"key":"e_1_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i7.16762"},{"key":"e_1_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1145\/2744769.2747927"},{"key":"e_1_2_1_34_1","volume-title":"Proceedings of the 11th Intern. Conf. on Field and Service Robotics. Springer","author":"Shah S.","year":"2017","unstructured":"Shah, S. et al. AirSim: High-fidelity visual and physical simulation for autonomous vehicles. In Proceedings of the 11th Intern. Conf. on Field and Service Robotics. Springer (2017)."},{"key":"e_1_2_1_35_1","volume-title":"What does BIM mean for civil engineers. CE News Transportation","author":"Strafaci A.","year":"2008","unstructured":"Strafaci, A. What does BIM mean for civil engineers. CE News Transportation (2008)."},{"key":"e_1_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.2514\/6.2010-8040"},{"key":"e_1_2_1_37_1","volume-title":"Whatever happened to formal methods for security? Computer","author":"Voas J.","year":"2016","unstructured":"Voas, J. and Schaffer, K. Whatever happened to formal methods for security? Computer (2016)."},{"key":"e_1_2_1_38_1","volume":"202","author":"Webster M.","unstructured":"Webster, M. et al. A corroborative approach to verification and validation of human-robot teams. Intern. J. Robotics Res (2020).","journal-title":"Intern. J. Robotics Res ("},{"key":"e_1_2_1_39_1","volume-title":"A specifier's introduction to formal methods. Computer","author":"Wing J.M.","year":"1990","unstructured":"Wing, J.M. A specifier's introduction to formal methods. Computer (1990)."}],"container-title":["Communications of the ACM"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3574133","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3574133","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3574133","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,17]],"date-time":"2025-06-17T18:08:25Z","timestamp":1750183705000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3574133"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8,23]]},"references-count":38,"journal-issue":{"issue":"9","published-print":{"date-parts":[[2023,9]]}},"alternative-id":["10.1145\/3574133"],"URL":"https:\/\/doi.org\/10.1145\/3574133","relation":{},"ISSN":["0001-0782","1557-7317"],"issn-type":[{"value":"0001-0782","type":"print"},{"value":"1557-7317","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8,23]]},"assertion":[{"value":"2023-08-23","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}