{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:53:38Z","timestamp":1750308818532,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":13,"publisher":"ACM","license":[{"start":{"date-parts":[[2007,8,28]],"date-time":"2007-08-28T00:00:00Z","timestamp":1188259200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"funder":[{"DOI":"10.13039\/100000185","name":"Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","award":["NBCHD030010"],"award-info":[{"award-number":["NBCHD030010"]}],"id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2007,8,28]]},"DOI":"10.1145\/1660877.1660902","type":"proceedings-article","created":{"date-parts":[[2009,12,1]],"date-time":"2009-12-01T19:26:20Z","timestamp":1259695580000},"page":"175-179","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":6,"title":["Survey measures for evaluation of cognitive assistants"],"prefix":"10.1145","author":[{"given":"Aaron","family":"Steinfeld","sequence":"first","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA"}]},{"given":"Pablo-Alejandro","family":"Quinones","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA"}]},{"given":"John","family":"Zimmerman","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA"}]},{"given":"S. Rachael","family":"Bennett","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA"}]},{"given":"Dan","family":"Siewiorek","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University, Pittsburgh, PA"}]}],"member":"320","published-online":{"date-parts":[[2007,8,28]]},"reference":[{"key":"e_1_3_2_1_1_1","doi-asserted-by":"publisher","DOI":"10.5555\/882497.884524"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.1109\/DASC.2002.1067937"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.1109\/CVPR.2005.219"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1145\/1065385.1065418"},{"key":"e_1_3_2_1_5_1","volume-title":"Proc. NIST Performance Metrics for Intelligent Systems Workshop.","author":"Schrag R.","year":"2002","unstructured":"Schrag , R. , Pool , M. , Chaudhri , V. , Kahlert , R. , Powers , J. , Cohen , P. , Fitzgerald , J. , and Mishra , S . Experimental evaluation of subject matter expert-oriented knowledge base authoring tools . In Proc. NIST Performance Metrics for Intelligent Systems Workshop. 2002 . http:\/\/www.iet.com\/Projects\/RKF\/PerMIS02.doc Schrag, R., Pool, M., Chaudhri, V., Kahlert, R., Powers, J., Cohen, P., Fitzgerald, J., and Mishra, S. Experimental evaluation of subject matter expert-oriented knowledge base authoring tools. In Proc. NIST Performance Metrics for Intelligent Systems Workshop. 2002. http:\/\/www.iet.com\/Projects\/RKF\/PerMIS02.doc"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1145\/1111449.1111473"},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1145\/604045.604076"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1145\/289444.289502"},{"key":"e_1_3_2_1_9_1","unstructured":"Kraut R. E. Fussell S. R. Lerch F. J. and Espinosa A. Coordination in teams: Evidence from a simulated management game. Journal of Applied Psychology under review.  Kraut R. E. Fussell S. R. Lerch F. J. and Espinosa A. Coordination in teams: Evidence from a simulated management game. Journal of Applied Psychology under review."},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"publisher","DOI":"10.1016\/S1071-5819(03)00078-8"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1207\/s15327590ijhc1803_4"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.1145\/1660877.1660901"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"crossref","DOI":"10.21236\/ADA457300","volume-title":"The RADAR Test Methodology: Evaluating a Multi-Task Machine Learning System with Humans in the Loop","author":"Steinfeld A.","year":"2006","unstructured":"Steinfeld , A. , Bennett , R. , Cunningham , K. , Lahut , M. , Quinones , P.-A. , Wexler , D. , Siewiorek , D. , Cohen , P. , Fitzgerald , J. , Hansson , O. , Hayes , J. , Pool , M. , and Drummond , M. , The RADAR Test Methodology: Evaluating a Multi-Task Machine Learning System with Humans in the Loop . 2006 , Carnegie Mellon University , School of Computer Science: Pittsburgh, PA. http:\/\/reports-archive.adm.cs.cmu.edu\/anon\/2006\/abs tracts\/06-125.html Steinfeld, A., Bennett, R., Cunningham, K., Lahut, M., Quinones, P.-A., Wexler, D., Siewiorek, D., Cohen, P., Fitzgerald, J., Hansson, O., Hayes, J., Pool, M., and Drummond, M., The RADAR Test Methodology: Evaluating a Multi-Task Machine Learning System with Humans in the Loop. 2006, Carnegie Mellon University, School of Computer Science: Pittsburgh, PA. http:\/\/reports-archive.adm.cs.cmu.edu\/anon\/2006\/abs tracts\/06-125.html"}],"event":{"name":"PerMIS07: Performance Metrics for Intelligent Systems 2007","sponsor":["NIST National Institute of Standards and Technology","SIGAI ACM Special Interest Group on Artificial Intelligence"],"location":"Washington D.C.","acronym":"PerMIS07"},"container-title":["Proceedings of the 2007 Workshop on Performance Metrics for Intelligent Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1660877.1660902","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1660877.1660902","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T20:26:36Z","timestamp":1750278396000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1660877.1660902"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2007,8,28]]},"references-count":13,"alternative-id":["10.1145\/1660877.1660902","10.1145\/1660877"],"URL":"https:\/\/doi.org\/10.1145\/1660877.1660902","relation":{},"subject":[],"published":{"date-parts":[[2007,8,28]]},"assertion":[{"value":"2007-08-28","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}