{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,1]],"date-time":"2025-11-01T12:10:54Z","timestamp":1761999054222,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":29,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783319597188"},{"type":"electronic","value":"9783319597195"}],"license":[{"start":{"date-parts":[[2017,1,1]],"date-time":"2017-01-01T00:00:00Z","timestamp":1483228800000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2017]]},"DOI":"10.1007\/978-3-319-59719-5_5","type":"book-chapter","created":{"date-parts":[[2017,8,25]],"date-time":"2017-08-25T04:53:10Z","timestamp":1503636790000},"page":"103-127","source":"Crossref","is-referenced-by-count":12,"title":["Verification Challenges for Autonomous Systems"],"prefix":"10.1007","author":[{"given":"Signe A.","family":"Redfield","sequence":"first","affiliation":[]},{"given":"Mae L.","family":"Seto","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2017,8,26]]},"reference":[{"key":"5_CR1","unstructured":"IEEE Standard Ontologies for Robotics and Automation (2015a), IEEE Std 1872-2015, 60 pages."},{"key":"5_CR2","unstructured":"IEEE Standard Ontologies for Robotics and Automation (2015b), P1872\/D3, 55 pages."},{"key":"5_CR3","unstructured":"Albus, J., Huang, H. M., Messina, E., Murphy, K., Juberts, M., Lacaze, A., et al. (2000). 4D\/RCS: A reference model architecture for unmanned vehicle systems version 2.0."},{"key":"5_CR4","doi-asserted-by":"crossref","unstructured":"Barltrop, K. J., Friberg, K. H., & Horvath, G. A. (2008). Automated generation and assessment of autonomous systems test cases. Aerospace Conference (pp. 1\u201310). IEEE.","DOI":"10.1109\/AERO.2008.4526484"},{"key":"5_CR5","doi-asserted-by":"crossref","unstructured":"Billman, L., & Steinberg, M. (2007). Human system performance metrics for evaluation of mixed-initiative hterogeneous autonomys systems. Proceedings of 2007 Workshop on Performance Metrics for Intelligent Systems (pp. 120\u2013126). ACM.","DOI":"10.1145\/1660877.1660893"},{"key":"5_CR6","doi-asserted-by":"crossref","unstructured":"Castillo-Effen, M., & Visnevski, N. A. (2009). Analysis of autonomous deconfliction in unmanned aircraft systems for testing and evaluation. Aerospace Conference (pp. 1\u201312). IEEE.","DOI":"10.1109\/AERO.2009.4839599"},{"key":"5_CR7","doi-asserted-by":"crossref","unstructured":"Chaki, S., & Giampapa, J. A. (2013). Probabilistic verification of coordinated multi-robot missions. In Model Checking Software (pp. 135\u2013153). Springer.","DOI":"10.1007\/978-3-642-39176-7_9"},{"key":"5_CR8","unstructured":"Cleary, M. E., Abramsom, M., Adams, M. B., & Kolitz, S. (2001). Metrics for embedded collaborative intelligent systems. NIST Special Publication."},{"key":"5_CR9","unstructured":"Defense Acquisition University Press. (2001, January). Systems Engineering Fundamentals. Retrieved 2016, from http:\/\/ocw.mit.edu\/courses\/aeronautics-and-astronautics\/16-885j-aircraft-systems-engineering-fall-2005\/readings\/sefguide_01_01.pdf"},{"key":"5_CR10","doi-asserted-by":"crossref","unstructured":"Dunbabin, M., & Marques, L. (2012, March). Robots for environmental monitoring: Significant advancements and applications. IEEE Robotics and Automation Magazine, 19(1), pp. 24\u201339.","DOI":"10.1109\/MRA.2011.2181683"},{"key":"5_CR11","doi-asserted-by":"crossref","unstructured":"Durst, P. J., Gray, W., Nikitenko, A., Caetano, J., Trentini, M., & King, R. (2014). A framework for predicting the mission-specific performance of autonomous unmanned systems. IEEE\/RSM International Conference on Intelligent Robots and Systems, (pp. 1962\u20131969).","DOI":"10.1109\/IROS.2014.6942823"},{"key":"5_CR12","doi-asserted-by":"crossref","unstructured":"Engelberger, J. (1974). Three million hours of robot field experience. Industrial Robot: An International Journal, 164\u2013168.","DOI":"10.1108\/eb004723"},{"key":"5_CR13","doi-asserted-by":"crossref","unstructured":"Ferri, G., Ferreira, F., Djapic, V., Petillot, Y., Palau, M., & Winfield, A. (2016). The eurathlon 2015 grand challenge: The first outdoor multi-domain search and rescue robotics competition - a marine perspective. Marine Technology Science Journal, 81\u201397(17).","DOI":"10.4031\/MTSJ.50.4.9"},{"key":"5_CR14","doi-asserted-by":"crossref","unstructured":"Gehr, J. D. (2009). Evaluating situation awareness of autonomous systems. In Performance Evaluation and Benchmarking of Intelligent Systems (pp. 93\u2013111). Springer.","DOI":"10.1007\/978-1-4419-0492-8_5"},{"key":"5_CR15","unstructured":"Huang, H. M., Albus, J. S., Messina, R. L., Wade, R. L., & English, R. (2004). Specifying autonomy levels for unmanned systems: Interim report. Defence and Security (pp. 386\u2013397). International Society for Optics and Photonics."},{"key":"5_CR16","unstructured":"Huang, H. M., Pavek, K., Novak, B., Albus, J., & Messina, E. (2005). A framework for autonomous levels for unmanned Systems (ALFUS). Proceedings of the AUVSI's Unmanned Systems North America."},{"key":"5_CR17","doi-asserted-by":"crossref","unstructured":"Jacoff, A., Huang, H. M., Messina, E., Virts, A., & Downs, A. (2010). Comprehensive standard test suites for the performance evaluation of mobile robots. Proceedings of the 10th Performance Metrics for Intelligent Systems Workshop. ACM.","DOI":"10.1145\/2377576.2377606"},{"key":"5_CR18","unstructured":"Kress-Gazit, H., Wongpiromsarn, T., & Topcu, U. (1989). Correct, reactive, high-level robot control. Robotics and Automation Magazine, 18(3), pp. 65\u201374."},{"key":"5_CR19","doi-asserted-by":"crossref","unstructured":"McWilliams, G. T., Brown, M. A., Lamm, R. D., Guerra, C. J., Avery, P. A., Kozak, K. C., et al. (2007). Evaluation of autonomy in recent ground vehicles using the autonomy levelos for unmanned systems (alfus) framework. Proceedings of the 2007 Workshop on Performance Metrics for Intelligent Systems (pp. 54\u201361). ACM.","DOI":"10.1145\/1660877.1660884"},{"key":"5_CR20","doi-asserted-by":"crossref","unstructured":"Miller, S., van den Berg, J., Fritz, M., Darrell, T., Goldberg, K., & Abbeel, P. (2011). A geometric approach to robotic laundry folding. International Journal of Robotics Research, 31(2), 249\u2013267.","DOI":"10.1177\/0278364911430417"},{"key":"5_CR21","unstructured":"Murphy, R. & Shields, J. (2012). Task Force Report: The Role of Autonomy in DoD Systems. Department of Defense, Defense Science Board."},{"key":"5_CR22","doi-asserted-by":"crossref","unstructured":"Paull, L., Severac, G., Raffo, G. V., Angel, J. M., Boley, H., Durst, P. J., et al. (2012). Towards an ontology for autonomous robots. IEEE\/RSJ International Conference on Intelligent Robots and Systems, (pp. 1359\u20131364).","DOI":"10.1109\/IROS.2012.6386119"},{"key":"5_CR23","unstructured":"Pecheur, C. (2000). Validation and verification of autonomy software at NASA. National Aeronautics and Space Administration."},{"key":"5_CR24","doi-asserted-by":"crossref","unstructured":"Schultz, A. C., Grefenstett, J. J., & De Jong, K. A. (1993, October). Test and evaluation by genetic algorithms. IEEE Expert, 8(5), 9\u201314.","DOI":"10.1109\/64.236476"},{"key":"5_CR25","doi-asserted-by":"crossref","unstructured":"Sholes, E. (2007). Evolution of a uav autonomy classification taxonomy. Aerospace Conference (pp. 1\u201316). IEEE.","DOI":"10.1109\/AERO.2007.352738"},{"key":"5_CR26","doi-asserted-by":"crossref","unstructured":"Smith, B., Millar, W., Dunphy, J., Tung, Y. W., Nayak, P., Gamble, E., et al. (1999). Validation and verification of the remote agent for spacecraft autonomy. Aerospace Conference. 1, pp. 449\u2013468. IEEE.","DOI":"10.1109\/AERO.1999.794352"},{"key":"5_CR27","doi-asserted-by":"crossref","unstructured":"Smithers, T. (1995). On quantitative performance measures of robot behavior. In The Biology and Technology of Intelligent autonomous Agends (pp. 21\u201352). Springer.","DOI":"10.1007\/978-3-642-79629-6_2"},{"key":"5_CR28","doi-asserted-by":"crossref","unstructured":"Steinberg, M. (2006). Intelligent autonomy for unmanned naval systems. Defense and Security Symposiukm (pp. 623013\u2013623013). International Society for Optics and Photonics.","DOI":"10.1117\/12.665870"},{"key":"5_CR29","doi-asserted-by":"crossref","unstructured":"Vassev, E., & Hinchey, M. (2013). On the autonomy requirements for space missions. IEEE 16th International Symposium on Object\/Component\/Service-Oriented Real-Time Distributed Computing, (pp. 1\u201310).","DOI":"10.1109\/ISORC.2013.6913242"}],"container-title":["Autonomy and Artificial Intelligence: A Threat or Savior?"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-319-59719-5_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,2]],"date-time":"2019-10-02T20:04:55Z","timestamp":1570046695000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-319-59719-5_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017]]},"ISBN":["9783319597188","9783319597195"],"references-count":29,"URL":"https:\/\/doi.org\/10.1007\/978-3-319-59719-5_5","relation":{},"subject":[],"published":{"date-parts":[[2017]]}}}