{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,13]],"date-time":"2025-11-13T07:19:52Z","timestamp":1763018392014,"version":"3.40.3"},"publisher-location":"Cham","reference-count":26,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030821920"},{"type":"electronic","value":"9783030821937"}],"license":[{"start":{"date-parts":[[2021,8,4]],"date-time":"2021-08-04T00:00:00Z","timestamp":1628035200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2021,8,4]],"date-time":"2021-08-04T00:00:00Z","timestamp":1628035200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2022]]},"DOI":"10.1007\/978-3-030-82193-7_24","type":"book-chapter","created":{"date-parts":[[2021,8,3]],"date-time":"2021-08-03T15:23:39Z","timestamp":1628004219000},"page":"355-374","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":6,"title":["A Framework for Testing and Evaluation of Operational Performance of\u00a0Multi-UAV Systems"],"prefix":"10.1007","author":[{"given":"Mrinmoy","family":"Sarkar","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xuyang","family":"Yan","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shamila","family":"Nateghi","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bruce J.","family":"Holmes","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kyriakos G.","family":"Vamvoudakis","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Abdollah","family":"Homaifar","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2021,8,4]]},"reference":[{"key":"24_CR1","unstructured":"Abadi, M., et al.: TensorFlow: a system for large-scale machine learning. In: 12th USENIX Symposium on Operating Systems Design and Implementation (OSDI 2016), pp. 265\u2013283 (2016)"},{"key":"24_CR2","unstructured":"Chaki, S., Dolan, J.M., Giampapa, J.A.: Toward a quantitative method for assuring coordinated autonomy. In: Proceedings of ARMS Workshop (2013)"},{"key":"24_CR3","unstructured":"Chollet, F., et al.: Keras (2015)"},{"key":"24_CR4","unstructured":"Cowart, K., Valerdi, R., Kenley, C.R.: Development, validation and implementation considerations of a decision support system for unmanned & autonomous system of systems test & evaluation (2010)"},{"key":"24_CR5","unstructured":"Cui, Z., Ke, R., Pu, Z., Wang, Y.: Deep bidirectional and unidirectional LSTM recurrent neural network for network-wide traffic speed prediction. arXiv preprint arXiv:1801.02143 (2018)"},{"key":"24_CR6","doi-asserted-by":"crossref","unstructured":"Djang, P.A., Lopez, F.: Unmanned and autonomous systems mission based test and evaluation. In: Proceedings of the 9th Workshop on Performance Metrics for Intelligent Systems, pp. 81\u201385 (2009)","DOI":"10.1145\/1865909.1865926"},{"key":"24_CR7","doi-asserted-by":"crossref","unstructured":"Gers, F.A., Schmidhuber, J., Cummins, F.: Learning to forget: continual prediction with LSTM (1999)","DOI":"10.1049\/cp:19991218"},{"issue":"5","key":"24_CR8","doi-asserted-by":"crossref","first-page":"1249","DOI":"10.1109\/JAS.2020.1003291","volume":"7","author":"A Girma","year":"2020","unstructured":"Girma, A., et al.: IoT-enabled autonomous system collaboration for disaster-area management. IEEE\/CAA J. Automatica Sin. 7(5), 1249\u20131262 (2020)","journal-title":"IEEE\/CAA J. Automatica Sin."},{"key":"24_CR9","doi-asserted-by":"crossref","unstructured":"Girma, A., Yan, X., Homaifar, A., Driver identification based on vehicle telematics data using LSTM-recurrent neural network. In: 2019 IEEE 31st International Conference on Tools with Artificial Intelligence (ICTAI), pp. 894\u2013902. IEEE (2019)","DOI":"10.1109\/ICTAI.2019.00127"},{"key":"24_CR10","unstructured":"Gonda, N.D.: A framework for test & evaluation of autonomous systems along the virtuality-reality spectrum. Master\u2019s thesis, Old Dominion University, Norfolk, VA, USA (2019)"},{"issue":"5\u20136","key":"24_CR11","doi-asserted-by":"publisher","first-page":"602","DOI":"10.1016\/j.neunet.2005.06.042","volume":"18","author":"A Graves","year":"2005","unstructured":"Graves, A., Schmidhuber, J.: Framewise phoneme classification with bidirectional LSTM and other neural network architectures. Neural Netw. 18(5\u20136), 602\u2013610 (2005)","journal-title":"Neural Netw."},{"issue":"10","key":"24_CR12","doi-asserted-by":"publisher","first-page":"2222","DOI":"10.1109\/TNNLS.2016.2582924","volume":"28","author":"K Greff","year":"2016","unstructured":"Greff, K., Srivastava, R.K., Koutn\u00edk, J., Steunebrink, B.R., Schmidhuber, J.: LSTM: a search space odyssey. IEEE Trans. Neural Netw. Learn. Syst. 28(10), 2222\u20132232 (2016)","journal-title":"IEEE Trans. Neural Netw. Learn. Syst."},{"key":"24_CR13","unstructured":"Holden, J., Goel, N.: Fast-forwarding to a future of on-demand urban air transportation, San Francisco, CA (2016)"},{"key":"24_CR14","unstructured":"Huang, Z., Xu, W., Yu, K.: Bidirectional LSTM-CRF models for sequence tagging. arXiv preprint arXiv:1508.01991 (2015)"},{"issue":"1","key":"24_CR15","doi-asserted-by":"publisher","first-page":"67","DOI":"10.1080\/14488388.2020.1788228","volume":"16","author":"J Keane","year":"2020","unstructured":"Keane, J., Joiner, K.: Experimental test and evaluation of autonomous underwater vehicles. Aust. J. Multi-Discip. Eng. 16(1), 67\u201379 (2020)","journal-title":"Aust. J. Multi-Discip. Eng."},{"key":"24_CR16","unstructured":"Kingma, D.P., Ba, J.: Adam: a method for stochastic optimization. arXiv preprint arXiv:1412.6980 (2014)"},{"issue":"1","key":"24_CR17","doi-asserted-by":"publisher","first-page":"15","DOI":"10.4271\/2016-01-0128","volume":"4","author":"P Koopman","year":"2016","unstructured":"Koopman, P., Wagner, M.: Challenges in autonomous vehicle testing and validation. SAE Int. J. Transp. Saf. 4(1), 15\u201324 (2016)","journal-title":"SAE Int. J. Transp. Saf."},{"key":"24_CR18","doi-asserted-by":"crossref","unstructured":"Leathrum, J.F., Mielke, R.R., Shen, Y., Johnson, H.: Academic\/industry educational lab for simulation-based test & evaluation of autonomous vehicles. In: 2018 Winter Simulation Conference (WSC), pp. 4026\u20134037. IEEE (2018)","DOI":"10.1109\/WSC.2018.8632548"},{"issue":"4","key":"24_CR19","first-page":"367","volume":"29","author":"RC Michelson","year":"2008","unstructured":"Michelson, R.C.: Test and evaluation for fully autonomous micro air vehicles. ITEA J. 29(4), 367\u2013374 (2008)","journal-title":"ITEA J."},{"key":"24_CR20","unstructured":"NASA: Advanced air mobility studies\/reports\/presentations (2019)"},{"key":"24_CR21","doi-asserted-by":"crossref","unstructured":"Reitz, B.C., Wilkerson, J.L.: Test and evaluation of autonomous surface vehicles: a case study. In: 2020 IEEE\/ION Position, Location and Navigation Symposium (PLANS), pp. 839\u2013850. IEEE (2020)","DOI":"10.1109\/PLANS46316.2020.9110129"},{"key":"24_CR22","unstructured":"Roske, V.P., Kohlberg, I., Wagner, R.: Autonomous systems challenges to test and evaluation. In: 28th Conference of National Defense Industrial Association (2012)"},{"issue":"2","key":"24_CR23","doi-asserted-by":"publisher","first-page":"421","DOI":"10.1007\/s10846-019-01078-y","volume":"98","author":"M Sarkar","year":"2019","unstructured":"Sarkar, M., Homaifar, A., Erol, B.A., Behniapoor, M., Tunstel, E.: PIE: a tool for data-driven autonomous UAV flight testing. J. Intell. Robot. Syst. 98(2), 421\u2013438 (2019). https:\/\/doi.org\/10.1007\/s10846-019-01078-y","journal-title":"J. Intell. Robot. Syst."},{"key":"24_CR24","doi-asserted-by":"publisher","unstructured":"Sun, Y., Xiong, G., Song, W., Gong, J., Chen, H.: Test and evaluation of autonomous ground vehicles. Adv. Mech. Eng. 6 (2014). https:\/\/doi.org\/10.1155\/2014\/681326","DOI":"10.1155\/2014\/681326"},{"key":"24_CR25","unstructured":"Thompson, M.: Testing the intelligence of unmanned autonomous systems. Technical report, Trideum Corp., Aberdeen, MD (2008)"},{"key":"24_CR26","unstructured":"Shi, X., Chen, Z., Wang, H., Yeung, D.-Y., Wong, W.-K., Woo, W.: Convolutional LSTM network: a machine learning approach for precipitation nowcasting. In: Advances in Neural Information Processing Systems, pp. 802\u2013810 (2015)"}],"container-title":["Lecture Notes in Networks and Systems","Intelligent Systems and Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-82193-7_24","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,5]],"date-time":"2024-09-05T18:42:13Z","timestamp":1725561733000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-030-82193-7_24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2021,8,4]]},"ISBN":["9783030821920","9783030821937"],"references-count":26,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-82193-7_24","relation":{},"ISSN":["2367-3370","2367-3389"],"issn-type":[{"type":"print","value":"2367-3370"},{"type":"electronic","value":"2367-3389"}],"subject":[],"published":{"date-parts":[[2021,8,4]]},"assertion":[{"value":"4 August 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IntelliSys","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Proceedings of SAI Intelligent Systems Conference","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Amsterdam","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2021","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 September 2021","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"3 September 2021","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"intellisys2021","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/saiconference.com\/IntelliSys","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}