{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,7,9]],"date-time":"2025-07-09T22:47:36Z","timestamp":1752101256621,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":23,"publisher":"ACM","license":[{"start":{"date-parts":[[2008,8,19]],"date-time":"2008-08-19T00:00:00Z","timestamp":1219104000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2008,8,19]]},"DOI":"10.1145\/1774674.1774687","type":"proceedings-article","created":{"date-parts":[[2010,4,27]],"date-time":"2010-04-27T12:45:48Z","timestamp":1272372348000},"page":"77-82","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":15,"title":["Evaluation criteria for human-automation performance metrics"],"prefix":"10.1145","author":[{"given":"Birsen","family":"Donmez","sequence":"first","affiliation":[{"name":"MIT, Cambridge, MA"}]},{"given":"Patricia E.","family":"Pina","sequence":"additional","affiliation":[{"name":"MIT, Cambridge, MA"}]},{"given":"M. L.","family":"Cummings","sequence":"additional","affiliation":[{"name":"MIT, Cambridge, MA"}]}],"member":"320","published-online":{"date-parts":[[2008,8,19]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Sheridan T. B. Telerobotics automation and human supervisory control. 1992 Cambridge MA: The MIT Press.   Sheridan T. B. Telerobotics automation and human supervisory control . 1992 Cambridge MA: The MIT Press."},{"volume-title":"Proceedings of the IEEE International Conference on Robotics and Automation (ICRA). 2004: New Orleans.","author":"Scholtz J.","key":"e_1_3_2_1_2_1"},{"volume-title":"Team cognition: understanding the factors that drive process and performance","year":"2004","author":"Cooke N. J.","key":"e_1_3_2_1_3_1"},{"volume-title":"Proceedings of NIST Performance Metrics for Intelligent Systems Workshop.","year":"2003","author":"Olsen R. O.","key":"e_1_3_2_1_4_1"},{"volume-title":"Proceedings of Metrics for Human-Robot Interaction Workshop at the 3rd Annual Conference on Human-Robot Interaction. 2008: Amsterdam, The Netherlands.","author":"Pina P. E.","key":"e_1_3_2_1_5_1"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1109\/TRO.2007.907480"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/1121241.1121249"},{"key":"e_1_3_2_1_8_1","unstructured":"Wickens C. D. et al. An Introduction to Human Factors Engineering. 2nd ed. 2004 Upper Saddle River New Jersey: Pearson Education Inc.   Wickens C. D. et al. An Introduction to Human Factors Engineering . 2nd ed. 2004 Upper Saddle River New Jersey: Pearson Education Inc."},{"key":"e_1_3_2_1_9_1","unstructured":"Pina P. E. B. Donmez and M. L. Cummings Selecting metrics to evaluate human supervisory control applications. 2008 MIT Humans and Automation Laboratory: Cambridge MA.  Pina P. E. B. Donmez and M. L. Cummings Selecting metrics to evaluate human supervisory control applications . 2008 MIT Humans and Automation Laboratory: Cambridge MA."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1177\/154193129103501812"},{"key":"e_1_3_2_1_11_1","first-page":"785","volume":"200","author":"Donmez B.","journal-title":"Human Factors"},{"key":"e_1_3_2_1_12_1","first-page":"17","volume-title":"Proceedings of the NATO Advisory Group for Aerospace Research and Development (AGARD) Situational Awareness in Aerospace Operations Symposium (AGARD-CP-478)","author":"Taylor R. M.","year":"1989"},{"first-page":"215","volume-title":"Proceeding of the Human Factors Society 29th Annual Meeting. 1985: Baltimore, MD.","author":"Eggemeier F. T.","key":"e_1_3_2_1_13_1"},{"first-page":"139","volume-title":"Proceedings of the Human Factors Society 27th Annual Meeting. 1983: Norfolk, VA.","author":"Eggemeier F. T.","key":"e_1_3_2_1_14_1"},{"key":"e_1_3_2_1_15_1","first-page":"526","volume":"200","author":"Levin S.","journal-title":"Tracking workload in the emergency department. Human Factors"},{"first-page":"129","volume-title":"Proceedings of the Human Factors Society 27th Annual Meeting. 1983: Santa Monica, CA.","author":"Wierwille W. W.","key":"e_1_3_2_1_16_1"},{"volume-title":"Human Mental Workload, P. Hancock and N. Meshkati, Editors.","year":"1988","author":"Hart S. G.","key":"e_1_3_2_1_17_1"},{"volume-title":"Handbook of perception and human performance","year":"1986","author":"O'Donnell R. D.","key":"e_1_3_2_1_18_1"},{"key":"e_1_3_2_1_19_1","unstructured":"Johnson R. A. and D. W. Wichern Applied multivariate statistical analysis. Fifth ed. 2002 NJ: Pearson Education.  Johnson R. A. and D. W. Wichern Applied multivariate statistical analysis . Fifth ed. 2002 NJ: Pearson Education."},{"key":"e_1_3_2_1_20_1","unstructured":"Sheridan T. B. Humans and automation: system design and research issues. 2002 New York NY: John Wiley & Sons Inc.   Sheridan T. B. Humans and automation: system design and research issues . 2002 New York NY: John Wiley & Sons Inc."},{"key":"e_1_3_2_1_21_1","doi-asserted-by":"publisher","DOI":"10.1006\/ijhc.1997.0172"},{"key":"e_1_3_2_1_22_1","first-page":"581","volume":"200","author":"Donmez B.","journal-title":"Prevention"},{"key":"e_1_3_2_1_23_1","doi-asserted-by":"crossref","unstructured":"Endsley M. R. B. Bolte and D. G. Jones Designing for situation awareness: an approach to user-centered design. 2003 Boca Raton FL: CRC Press Taylor & Francis Group.   Endsley M. R. B. Bolte and D. G. Jones Designing for situation awareness: an approach to user-centered design . 2003 Boca Raton FL: CRC Press Taylor & Francis Group.","DOI":"10.1201\/9780203485088"}],"event":{"name":"PerMIS '08: Performance Metrics for Intelligent Systems","sponsor":["NIST National Institute of Standards & Technology","SIGAI ACM Special Interest Group on Artificial Intelligence"],"location":"Gaithersburg Maryland","acronym":"PerMIS '08"},"container-title":["Proceedings of the 8th Workshop on Performance Metrics for Intelligent Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1774674.1774687","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1774674.1774687","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T12:45:37Z","timestamp":1750250737000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1774674.1774687"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2008,8,19]]},"references-count":23,"alternative-id":["10.1145\/1774674.1774687","10.1145\/1774674"],"URL":"https:\/\/doi.org\/10.1145\/1774674.1774687","relation":{},"subject":[],"published":{"date-parts":[[2008,8,19]]},"assertion":[{"value":"2008-08-19","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}