{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T04:31:14Z","timestamp":1750307474150,"version":"3.41.0"},"publisher-location":"New York, NY, USA","reference-count":20,"publisher":"ACM","license":[{"start":{"date-parts":[[2009,9,21]],"date-time":"2009-09-21T00:00:00Z","timestamp":1253491200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2009,9,21]]},"DOI":"10.1145\/1865909.1865931","type":"proceedings-article","created":{"date-parts":[[2010,10,26]],"date-time":"2010-10-26T12:36:11Z","timestamp":1288096571000},"page":"105-108","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":2,"title":["The role of competitions in advancing intelligent systems"],"prefix":"10.1145","author":[{"given":"Elena","family":"Messina","sequence":"first","affiliation":[{"name":"National Institute of Standards and Technology, Gaithersburg, MD"}]},{"given":"Raj","family":"Madhavan","sequence":"additional","affiliation":[{"name":"National Institute of Standards and Technology, Gaithersburg, MD"}]},{"given":"Stephen","family":"Balakirsky","sequence":"additional","affiliation":[{"name":"National Institute of Standards and Technology, Gaithersburg, MD"}]}],"member":"320","published-online":{"date-parts":[[2009,9,21]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"http:\/\/www.marcthorpe.com\/robot.html  http:\/\/www.marcthorpe.com\/robot.html"},{"key":"e_1_3_2_1_2_1","unstructured":"http:\/\/www.battlebots.com\/BattleBots.com\/Home\/Home.html  http:\/\/www.battlebots.com\/BattleBots.com\/Home\/Home.html"},{"key":"e_1_3_2_1_3_1","unstructured":"http:\/\/www.usfirst.org\/  http:\/\/www.usfirst.org\/"},{"key":"e_1_3_2_1_4_1","unstructured":"http:\/\/micromouse.cannock.ac.uk\/history.htm  http:\/\/micromouse.cannock.ac.uk\/history.htm"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1109\/100.813825"},{"key":"e_1_3_2_1_6_1","volume-title":"AAAI Spring Symposium","author":"Miller D.","year":"2005","unstructured":"Miller , D. , Using robotics to teach computer programming and AI concepts to engineering students. In Accessible Hands-on Artificial Intelligence and Robotics Education , AAAI Spring Symposium , 2005 . Miller, D., Using robotics to teach computer programming and AI concepts to engineering students. In Accessible Hands-on Artificial Intelligence and Robotics Education, AAAI Spring Symposium, 2005."},{"key":"e_1_3_2_1_7_1","unstructured":"http:\/\/www.auvsi.org\/AUVSI\/AUVSI\/Events\/AUVSIStudentCompetitions\/  http:\/\/www.auvsi.org\/AUVSI\/AUVSI\/Events\/AUVSIStudentCompetitions\/"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","DOI":"10.1109\/MC.2006.447"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.5555\/1395073.1395078"},{"key":"e_1_3_2_1_10_1","volume-title":"Proceedings of the Workshop on Measuring Performance and Intelligence of Intelligent Systems (PerMIS), IEEE Conference on Control Applications","author":"Yanco H.","year":"2001","unstructured":"Yanco . H. , \" Designing Metrics for Comparing the Performance of Robotic Systems in Robot Competitions, \" In Proceedings of the Workshop on Measuring Performance and Intelligence of Intelligent Systems (PerMIS), IEEE Conference on Control Applications , Mexico City, Mexico , September 2001 . Yanco. H., \"Designing Metrics for Comparing the Performance of Robotic Systems in Robot Competitions, \" In Proceedings of the Workshop on Measuring Performance and Intelligence of Intelligent Systems (PerMIS), IEEE Conference on Control Applications, Mexico City, Mexico, September 2001."},{"issue":"1","key":"e_1_3_2_1_11_1","volume":"23","author":"Balch T.","year":"2002","unstructured":"Balch T. and Yanco , H. , \" Ten Years of the AAAI Mobile Robot Competition and Exhibition,\" AI Magazine , Vol. 23 , No. 1 (Spring 2002 ) Balch T. and Yanco, H., \"Ten Years of the AAAI Mobile Robot Competition and Exhibition,\" AI Magazine, Vol. 23, No. 1 (Spring 2002)","journal-title":"AI Magazine"},{"issue":"1","key":"e_1_3_2_1_12_1","first-page":"73","volume":"18","author":"Kitano H.","year":"1997","unstructured":"Kitano , H. , Kuniyoshi , Y. , Noda , I. , Asada , M. , Matsubara , H. , and Osawa , E. , RoboCup : A challenge problem for AI. AI Magazine , 18 ( 1 ): 73 -- 85 , Spring 1997 . Kitano, H., Kuniyoshi, Y., Noda, I., Asada, M., Matsubara, H., and Osawa, E., RoboCup: A challenge problem for AI. AI Magazine, 18(1):73--85, Spring 1997.","journal-title":"AI. AI Magazine"},{"volume-title":"AI Magazine","author":"Pagello E.","key":"e_1_3_2_1_13_1","unstructured":"E. Pagello , E. Menegatti , A. Bredenfel , P. Costa , T. Christaller , A. Jacoff , D. Polani , M. Riedmiller , A. Saffiotti , E , Sklar , and T. Tomoichi , \" RoboCup-2003 New Scientific and Technical Advances \", AI Magazine , Volume 25 , No. 2, 2004. E. Pagello, E. Menegatti, A. Bredenfel, P. Costa, T. Christaller, A. Jacoff, D. Polani, M. Riedmiller, A. Saffiotti, E, Sklar, and T. Tomoichi, \"RoboCup-2003 New Scientific and Technical Advances\", AI Magazine, Volume 25, No. 2, 2004."},{"key":"e_1_3_2_1_14_1","volume-title":"Proceedings of the Performance Metrics for Intelligent Systems (PerMIS) Workshop, NIST SP","author":"Jacoff A.","year":"2000","unstructured":"Jacoff , A. , Messina , E. , Evans , J. , \"A Standard Test Course for Urban Search and Rescue Robots,\" Proceedings of the Performance Metrics for Intelligent Systems (PerMIS) Workshop, NIST SP 970, August 2000 . Jacoff, A., Messina, E., Evans, J., \"A Standard Test Course for Urban Search and Rescue Robots,\" Proceedings of the Performance Metrics for Intelligent Systems (PerMIS) Workshop, NIST SP 970, August 2000."},{"key":"e_1_3_2_1_15_1","doi-asserted-by":"publisher","DOI":"10.1609\/aimag.v37i1.2642"},{"key":"e_1_3_2_1_16_1","unstructured":"http:\/\/www.robocuprescue.org\/  http:\/\/www.robocuprescue.org\/"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1145\/1865909.1865932"},{"key":"e_1_3_2_1_18_1","first-page":"43","volume-title":"July\/December","author":"Messina E.","year":"2007","unstructured":"Messina , E. , \" Performance Standards for Urban Search & Rescue Robots : Enabling Deployment of New Tools for Responders,\" Defense Standardization Program Office Journal , July\/December 2007 , pp. 43 -- 48 . Messina, E., \"Performance Standards for Urban Search & Rescue Robots: Enabling Deployment of New Tools for Responders,\" Defense Standardization Program Office Journal, July\/December 2007, pp. 43--48."},{"key":"e_1_3_2_1_19_1","volume-title":"Advancing Manufacturing Research Through Competitions,\" Proceedings of the SPIE Defense Security and Sensing","author":"Balakirsky S.","year":"2009","unstructured":"Balakirsky , S. and Madhavan , R. , \" Advancing Manufacturing Research Through Competitions,\" Proceedings of the SPIE Defense Security and Sensing , Orlando, FL , April 13--17, 2009 . Balakirsky, S. and Madhavan, R., \"Advancing Manufacturing Research Through Competitions,\" Proceedings of the SPIE Defense Security and Sensing, Orlando, FL, April 13--17, 2009."},{"key":"e_1_3_2_1_20_1","volume-title":"Guimar\u00e3es","author":"Almeida J.","year":"2000","unstructured":"L. Almeida , J. Azevedo , C. Cardeira , P. Costa , P. Fonseca , P. Lima , F. Ribeiro , V. Santos , \"Mobile Robot Competitions : Fostering Advances in Research, Development, and Education in Robotics,\" in Proceedings of CONTROLO'2000, the 4th Portuguese Conference on Automatic Control , Guimar\u00e3es , 2000 L. Almeida, J. Azevedo, C. Cardeira, P. Costa, P. Fonseca, P. Lima, F. Ribeiro, V. Santos, \"Mobile Robot Competitions: Fostering Advances in Research, Development, and Education in Robotics,\" in Proceedings of CONTROLO'2000, the 4th Portuguese Conference on Automatic Control, Guimar\u00e3es, 2000"}],"event":{"name":"PerMIS '09: Performance Metrics for Intelligent Systems","sponsor":["NIST National Institute of Standards and Technology","SIGAI ACM Special Interest Group on Artificial Intelligence"],"location":"Gaithersburg Maryland","acronym":"PerMIS '09"},"container-title":["Proceedings of the 9th Workshop on Performance Metrics for Intelligent Systems"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1865909.1865931","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/1865909.1865931","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,18]],"date-time":"2025-06-18T12:08:48Z","timestamp":1750248528000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/1865909.1865931"}},"subtitle":["a practitioner's perspective"],"short-title":[],"issued":{"date-parts":[[2009,9,21]]},"references-count":20,"alternative-id":["10.1145\/1865909.1865931","10.1145\/1865909"],"URL":"https:\/\/doi.org\/10.1145\/1865909.1865931","relation":{},"subject":[],"published":{"date-parts":[[2009,9,21]]},"assertion":[{"value":"2009-09-21","order":2,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}