{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2023,8,22]],"date-time":"2023-08-22T05:01:24Z","timestamp":1692680484192},"reference-count":15,"publisher":"Institute of Electrical and Electronics Engineers (IEEE)","issue":"5","license":[{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/ieeexplore.ieee.org\/Xplorehelp\/downloads\/license-information\/IEEE.html"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2023,8,1]],"date-time":"2023-08-01T00:00:00Z","timestamp":1690848000000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["IEEE Instrum. Meas. Mag."],"published-print":{"date-parts":[[2023,8]]},"DOI":"10.1109\/mim.2023.10208252","type":"journal-article","created":{"date-parts":[[2023,8,4]],"date-time":"2023-08-04T17:24:34Z","timestamp":1691169874000},"page":"31-38","source":"Crossref","is-referenced-by-count":0,"title":["Enabling the Department of Defense's Future to Test and Evaluate Artificial Intelligence Enabled Systems"],"prefix":"10.1109","volume":"26","author":[{"given":"Florence","family":"Reeder","sequence":"first","affiliation":[{"name":"The MITRE Corporation,McLean,Virginia,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Carol","family":"Pomales","sequence":"additional","affiliation":[{"name":"The MITRE Corporation,Aberdeen,Maryland,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Diane","family":"Kotras","sequence":"additional","affiliation":[{"name":"The MITRE Corporation,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jim","family":"Lockett","sequence":"additional","affiliation":[{"name":"MITRE,McLean,Virginia,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref13","article-title":"How to steal an AI","author":"greenberg","year":"2016","journal-title":"Wired"},{"key":"ref12","author":"tabassi","year":"2019","journal-title":"A Taxonomy and Terminology of Adversarial Machine Learning"},{"key":"ref15","year":"0","journal-title":"DoD Test and Evaluation Instruction"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1109\/OCEANS.1983.1152096"},{"key":"ref11","author":"siddiqi","year":"2019","journal-title":"Adversarial security attacks and perturbations on machine learning and deep learning methods"},{"key":"ref10","article-title":"The real deal about synthetic data","author":"lucini","year":"2021","journal-title":"MIT Sloan Management Rev"},{"key":"ref2","article-title":"Top 10 Strategic Technology Trends for 2020: AI Security","author":"chandrasekaran","year":"0","journal-title":"Gartner ID G00450643"},{"key":"ref1","article-title":"AI, networks, hypersonics are the Pentagon's top research priorities","author":"tirpack","year":"2022","journal-title":"Air Force Magazine"},{"key":"ref8","author":"gebru","year":"2020","journal-title":"Datasheets for Datasets"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1186\/s13326-019-0201-9"},{"key":"ref4","year":"1996","journal-title":"EAGLES Evaluation of Natural Language Processing Systems"},{"key":"ref3","article-title":"Software Engineering for Machine Learning: A Case Study","author":"amershi","year":"2018","journal-title":"Microsoft"},{"key":"ref6","article-title":"The Future State of Test and Evaluation of Artificial Intelligence-Enabled Systems in the Department of Defense","author":"reeder","year":"2022"},{"key":"ref5","author":"mcdermott","year":"2018","journal-title":"Human-Machine Teaming Systems Engineering Guide"}],"container-title":["IEEE Instrumentation & Measurement Magazine"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx7\/5289\/10208247\/10208252.pdf?arnumber=10208252","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2023,8,21]],"date-time":"2023-08-21T17:54:23Z","timestamp":1692640463000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10208252\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2023,8]]},"references-count":15,"journal-issue":{"issue":"5"},"URL":"https:\/\/doi.org\/10.1109\/mim.2023.10208252","relation":{},"ISSN":["1094-6969","1941-0123"],"issn-type":[{"value":"1094-6969","type":"print"},{"value":"1941-0123","type":"electronic"}],"subject":[],"published":{"date-parts":[[2023,8]]}}}