{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T13:10:03Z","timestamp":1755868203036,"version":"3.44.0"},"publisher-location":"New York, NY, USA","reference-count":7,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,7,17]],"date-time":"2024-07-17T00:00:00Z","timestamp":1721174400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/501100006374","name":"Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","id":[{"id":"10.13039\/501100006374","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,7,17]]},"DOI":"10.1145\/3626203.3670579","type":"proceedings-article","created":{"date-parts":[[2024,7,17]],"date-time":"2024-07-17T20:12:20Z","timestamp":1721247140000},"page":"1-5","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["Human-powered AI Gym: Lessons Learned as the Test and Evaluation Team for the DARPA SHADE Program: Human-powered AI Gym"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8966-3027","authenticated-orcid":false,"given":"Justin","family":"Drake","sequence":"first","affiliation":[{"name":"Texas Advanced Computing Center, University of Texas at Austin, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-3668-9853","authenticated-orcid":false,"given":"Niall","family":"Gaffney","sequence":"additional","affiliation":[{"name":"Texas Advanced Computing Center, University of Texas at Austin, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9711-8296","authenticated-orcid":false,"given":"Nathan","family":"Freeman","sequence":"additional","affiliation":[{"name":"Texas Advanced Computing Center, University of Texas at Austin, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5128-1584","authenticated-orcid":false,"given":"Erik","family":"Ferlanti","sequence":"additional","affiliation":[{"name":"Texas Advanced Computing Center, University of Texas at Austin, USA"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-4398-2916","authenticated-orcid":false,"given":"John","family":"Fonner","sequence":"additional","affiliation":[{"name":"Texas Advanced Computing Center, University of Texas at Austin, USA"}]}],"member":"320","published-online":{"date-parts":[[2024,7,17]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Hu et al. 2024. Game-based Platforms for Artificial Intelligence Research. arxiv:2304.13269 [cs]http:\/\/arxiv.org\/abs\/2304.13269"},{"key":"e_1_3_2_1_2_1","unstructured":"Paquette et al. 2019. No Press Diplomacy: Modeling Multi-Agent Gameplay. (19 11 2019). arxiv:1909.02128http:\/\/arxiv.org\/abs\/1909.02128"},{"key":"e_1_3_2_1_3_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.353"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-73100-7_61"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","unstructured":"Stubbs et al. 2023. Scalable Scientific Interactive Research Computing With Project Scinco. 25 1 (01 2023) 43\u201350. https:\/\/doi.org\/10.1109\/MCSE.2023.3267679","DOI":"10.1109\/MCSE.2023.3267679"},{"key":"e_1_3_2_1_6_1","doi-asserted-by":"publisher","DOI":"10.1126\/science.ade9097"},{"key":"e_1_3_2_1_7_1","unstructured":"Jonathan Gray Adam Lerer Anton Bakhtin and Noam Brown. 2021. Human-level Performance in No-Press Diplomacy Via Equilibrium Search. (2021)."}],"event":{"name":"PEARC '24: Practice and Experience in Advanced Research Computing","sponsor":["SIGAPP ACM Special Interest Group on Applied Computing","SIGHPC ACM Special Interest Group on High Performance Computing, Special Interest Group on High Performance Computing"],"location":"Providence RI USA","acronym":"PEARC '24"},"container-title":["Practice and Experience in Advanced Research Computing 2024: Human Powered Computing"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626203.3670579","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3626203.3670579","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,22]],"date-time":"2025-08-22T12:55:59Z","timestamp":1755867359000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3626203.3670579"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,7,17]]},"references-count":7,"alternative-id":["10.1145\/3626203.3670579","10.1145\/3626203"],"URL":"https:\/\/doi.org\/10.1145\/3626203.3670579","relation":{},"subject":[],"published":{"date-parts":[[2024,7,17]]},"assertion":[{"value":"2024-07-17","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}