{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,21]],"date-time":"2026-03-21T21:50:45Z","timestamp":1774129845299,"version":"3.50.1"},"publisher-location":"California","reference-count":0,"publisher":"International Joint Conferences on Artificial Intelligence Organization","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2018,7]]},"abstract":"<jats:p>We introduce TuringBox, a platform to democratize the study of AI. On one side of the platform, AI contributors upload existing and novel algorithms to be studied scientifically by others. On the other side, AI examiners develop and post machine intelligence tasks to evaluate and characterize the outputs of algorithms. We outline the architecture of such a platform, and describe two interactive case studies of algorithmic auditing on the platform.<\/jats:p>","DOI":"10.24963\/ijcai.2018\/851","type":"proceedings-article","created":{"date-parts":[[2018,7,5]],"date-time":"2018-07-05T05:49:10Z","timestamp":1530769750000},"page":"5826-5828","source":"Crossref","is-referenced-by-count":15,"title":["TuringBox: An Experimental Platform for the Evaluation of AI Systems"],"prefix":"10.24963","author":[{"given":"Ziv","family":"Epstein","sequence":"first","affiliation":[{"name":"MIT Media Lab"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Blakeley H.","family":"Payne","sequence":"additional","affiliation":[{"name":"MIT Media Lab"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Judy Hanwen","family":"Shen","sequence":"additional","affiliation":[{"name":"MIT Media Lab"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Casey Jisoo","family":"Hong","sequence":"additional","affiliation":[{"name":"MIT Media Lab"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Bjarke","family":"Felbo","sequence":"additional","affiliation":[{"name":"MIT Media Lab"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Abhimanyu","family":"Dubey","sequence":"additional","affiliation":[{"name":"MIT Media Lab"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Matthew","family":"Groh","sequence":"additional","affiliation":[{"name":"MIT Media Lab"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nick","family":"Obradovich","sequence":"additional","affiliation":[{"name":"MIT Media Lab"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Manuel","family":"Cebrian","sequence":"additional","affiliation":[{"name":"MIT Media Lab"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Iyad","family":"Rahwan","sequence":"additional","affiliation":[{"name":"MIT Media Lab"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"10584","event":{"name":"Twenty-Seventh International Joint Conference on Artificial Intelligence {IJCAI-18}","theme":"Artificial Intelligence","location":"Stockholm, Sweden","acronym":"IJCAI-2018","number":"27","sponsor":["International Joint Conferences on Artificial Intelligence Organization (IJCAI)"],"start":{"date-parts":[[2018,7,13]]},"end":{"date-parts":[[2018,7,19]]}},"container-title":["Proceedings of the Twenty-Seventh International Joint Conference on Artificial Intelligence"],"original-title":[],"deposited":{"date-parts":[[2018,7,5]],"date-time":"2018-07-05T05:56:28Z","timestamp":1530770188000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.ijcai.org\/proceedings\/2018\/851"}},"subtitle":[],"proceedings-subject":"Artificial Intelligence Research Articles","short-title":[],"issued":{"date-parts":[[2018,7]]},"references-count":0,"URL":"https:\/\/doi.org\/10.24963\/ijcai.2018\/851","relation":{},"subject":[],"published":{"date-parts":[[2018,7]]}}}