{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,29]],"date-time":"2026-04-29T22:59:04Z","timestamp":1777503544849,"version":"3.51.4"},"reference-count":64,"publisher":"Springer Science and Business Media LLC","issue":"8099","license":[{"start":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T00:00:00Z","timestamp":1769558400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"},{"start":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T00:00:00Z","timestamp":1769558400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by-nc-nd\/4.0"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Nature"],"published-print":{"date-parts":[[2026,1,29]]},"DOI":"10.1038\/s41586-025-09962-4","type":"journal-article","created":{"date-parts":[[2026,1,28]],"date-time":"2026-01-28T16:03:40Z","timestamp":1769616220000},"page":"1139-1146","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":8,"title":["A benchmark of expert-level academic questions to assess AI capabilities"],"prefix":"10.1038","volume":"649","author":[{"name":"Center for AI Safety","sequence":"first","affiliation":[]},{"given":"Long","family":"Phan","sequence":"additional","affiliation":[]},{"given":"Alice","family":"Gatti","sequence":"additional","affiliation":[]},{"given":"Nathaniel","family":"Li","sequence":"additional","affiliation":[]},{"given":"Adam","family":"Khoja","sequence":"additional","affiliation":[]},{"given":"Ryan","family":"Kim","sequence":"additional","affiliation":[]},{"given":"Richard","family":"Ren","sequence":"additional","affiliation":[]},{"given":"Jason","family":"Hausenloy","sequence":"additional","affiliation":[]},{"given":"Oliver","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Mantas","family":"Mazeika","sequence":"additional","affiliation":[]},{"given":"Dan","family":"Hendrycks","sequence":"additional","affiliation":[]},{"name":"Scale AI","sequence":"additional","affiliation":[]},{"given":"Ziwen","family":"Han","sequence":"additional","affiliation":[]},{"given":"Josephina","family":"Hu","sequence":"additional","affiliation":[]},{"given":"Hugh","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Chen Bo Calvin","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Mohamed","family":"Shaaban","sequence":"additional","affiliation":[]},{"given":"John","family":"Ling","sequence":"additional","affiliation":[]},{"given":"Sean","family":"Shi","sequence":"additional","affiliation":[]},{"given":"Michael","family":"Choi","sequence":"additional","affiliation":[]},{"given":"Anish","family":"Agrawal","sequence":"additional","affiliation":[]},{"given":"Arnav","family":"Chopra","sequence":"additional","affiliation":[]},{"given":"Aakaash","family":"Nattanmai","sequence":"additional","affiliation":[]},{"given":"Gordon","family":"McKellips","sequence":"additional","affiliation":[]},{"given":"Anish","family":"Cheraku","sequence":"additional","affiliation":[]},{"given":"Asim","family":"Suhail","sequence":"additional","affiliation":[]},{"given":"Ethan","family":"Luo","sequence":"additional","affiliation":[]},{"given":"Marvin","family":"Deng","sequence":"additional","affiliation":[]},{"given":"Jason","family":"Luo","sequence":"additional","affiliation":[]},{"given":"Ashley","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Kavin","family":"Jindel","sequence":"additional","affiliation":[]},{"given":"Jay","family":"Paek","sequence":"additional","affiliation":[]},{"given":"Kasper","family":"Halevy","sequence":"additional","affiliation":[]},{"given":"Allen","family":"Baranov","sequence":"additional","affiliation":[]},{"given":"Michael","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Advaith","family":"Avadhanam","sequence":"additional","affiliation":[]},{"given":"David","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Vincent","family":"Cheng","sequence":"additional","affiliation":[]},{"given":"Brad","family":"Ma","sequence":"additional","affiliation":[]},{"given":"Evan","family":"Fu","sequence":"additional","affiliation":[]},{"given":"Liam","family":"Do","sequence":"additional","affiliation":[]},{"given":"Joshua","family":"Lass","sequence":"additional","affiliation":[]},{"given":"Hubert","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Surya","family":"Sunkari","sequence":"additional","affiliation":[]},{"given":"Vishruth","family":"Bharath","sequence":"additional","affiliation":[]},{"given":"Violet","family":"Ai","sequence":"additional","affiliation":[]},{"given":"James","family":"Leung","sequence":"additional","affiliation":[]},{"given":"Rishit","family":"Agrawal","sequence":"additional","affiliation":[]},{"given":"Alan","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Kevin","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Tejas","family":"Kalpathi","sequence":"additional","affiliation":[]},{"given":"Ziqi","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Gavin","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Tyler","family":"Xiao","sequence":"additional","affiliation":[]},{"given":"Erik","family":"Maung","sequence":"additional","affiliation":[]},{"given":"Sam","family":"Lee","sequence":"additional","affiliation":[]},{"given":"Ryan","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Roy","family":"Yue","sequence":"additional","affiliation":[]},{"given":"Ben","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Julia","family":"Yoon","sequence":"additional","affiliation":[]},{"given":"Xiangwan","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Aryan","family":"Singh","sequence":"additional","affiliation":[]},{"given":"Clark","family":"Peng","sequence":"additional","affiliation":[]},{"given":"Tyler","family":"Osbey","sequence":"additional","affiliation":[]},{"given":"Taozhi","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Daryl","family":"Echeazu","sequence":"additional","affiliation":[]},{"given":"Timothy","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Spandan","family":"Patel","sequence":"additional","affiliation":[]},{"given":"Vidhi","family":"Kulkarni","sequence":"additional","affiliation":[]},{"given":"Vijaykaarti","family":"Sundarapandiyan","sequence":"additional","affiliation":[]},{"given":"Andrew","family":"Le","sequence":"additional","affiliation":[]},{"given":"Zafir","family":"Nasim","sequence":"additional","affiliation":[]},{"given":"Srikar","family":"Yalam","sequence":"additional","affiliation":[]},{"given":"Ritesh","family":"Kasamsetty","sequence":"additional","affiliation":[]},{"given":"Soham","family":"Samal","sequence":"additional","affiliation":[]},{"given":"David","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Nihar","family":"Shah","sequence":"additional","affiliation":[]},{"given":"Abhijeet","family":"Saha","sequence":"additional","affiliation":[]},{"given":"Alex","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Leon","family":"Nguyen","sequence":"additional","affiliation":[]},{"given":"Laasya","family":"Nagumalli","sequence":"additional","affiliation":[]},{"given":"Kaixin","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Aidan","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Anwith","family":"Telluri","sequence":"additional","affiliation":[]},{"given":"Summer","family":"Yue","sequence":"additional","affiliation":[]},{"given":"Alexandr","family":"Wang","sequence":"additional","affiliation":[]},{"name":"HLE Contributors Consortium","sequence":"additional","affiliation":[]},{"given":"Dmitry","family":"Dodonov","sequence":"additional","affiliation":[]},{"given":"Tung","family":"Nguyen","sequence":"additional","affiliation":[]},{"given":"Jaeho","family":"Lee","sequence":"additional","affiliation":[]},{"given":"Daron","family":"Anderson","sequence":"additional","affiliation":[]},{"given":"Mikhail","family":"Doroshenko","sequence":"additional","affiliation":[]},{"given":"Alun Cennyth","family":"Stokes","sequence":"additional","affiliation":[]},{"given":"Mobeen","family":"Mahmood","sequence":"additional","affiliation":[]},{"given":"Oleksandr","family":"Pokutnyi","sequence":"additional","affiliation":[]},{"given":"Oleg","family":"Iskra","sequence":"additional","affiliation":[]},{"given":"Jessica P.","family":"Wang","sequence":"additional","affiliation":[]},{"given":"John-Clark","family":"Levin","sequence":"additional","affiliation":[]},{"given":"Mstyslav","family":"Kazakov","sequence":"additional","affiliation":[]},{"given":"Fiona","family":"Feng","sequence":"additional","affiliation":[]},{"given":"Steven Y.","family":"Feng","sequence":"additional","affiliation":[]},{"given":"Haoran","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Michael","family":"Yu","sequence":"additional","affiliation":[]},{"given":"Varun","family":"Gangal","sequence":"additional","affiliation":[]},{"given":"Chelsea","family":"Zou","sequence":"additional","affiliation":[]},{"given":"Zihan","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Serguei","family":"Popov","sequence":"additional","affiliation":[]},{"given":"Robert","family":"Gerbicz","sequence":"additional","affiliation":[]},{"given":"Geoff","family":"Galgon","sequence":"additional","affiliation":[]},{"given":"Johannes","family":"Schmitt","sequence":"additional","affiliation":[]},{"given":"Will","family":"Yeadon","sequence":"additional","affiliation":[]},{"given":"Yongki","family":"Lee","sequence":"additional","affiliation":[]},{"given":"Scott","family":"Sauers","sequence":"additional","affiliation":[]},{"given":"Alvaro","family":"Sanchez","sequence":"additional","affiliation":[]},{"given":"Fabian","family":"Giska","sequence":"additional","affiliation":[]},{"given":"Marc","family":"Roth","sequence":"additional","affiliation":[]},{"given":"S\u00f8ren","family":"Riis","sequence":"additional","affiliation":[]},{"given":"Saiteja","family":"Utpala","sequence":"additional","affiliation":[]},{"given":"Noah","family":"Burns","sequence":"additional","affiliation":[]},{"given":"Gashaw M.","family":"Goshu","sequence":"additional","affiliation":[]},{"given":"Mohinder Maheshbhai","family":"Naiya","sequence":"additional","affiliation":[]},{"given":"Chidozie","family":"Agu","sequence":"additional","affiliation":[]},{"given":"Zachary","family":"Giboney","sequence":"additional","affiliation":[]},{"given":"Antrell","family":"Cheatom","sequence":"additional","affiliation":[]},{"given":"Francesco","family":"Fournier-Facio","sequence":"additional","affiliation":[]},{"given":"Sarah-Jane","family":"Crowson","sequence":"additional","affiliation":[]},{"given":"Lennart","family":"Finke","sequence":"additional","affiliation":[]},{"given":"Zerui","family":"Cheng","sequence":"additional","affiliation":[]},{"given":"Jennifer","family":"Zampese","sequence":"additional","affiliation":[]},{"given":"Ryan G.","family":"Hoerr","sequence":"additional","affiliation":[]},{"given":"Mark","family":"Nandor","sequence":"additional","affiliation":[]},{"given":"Hyunwoo","family":"Park","sequence":"additional","affiliation":[]},{"given":"Tim","family":"Gehrunger","sequence":"additional","affiliation":[]},{"given":"Jiaqi","family":"Cai","sequence":"additional","affiliation":[]},{"given":"Ben","family":"McCarty","sequence":"additional","affiliation":[]},{"given":"Alexis C.","family":"Garretson","sequence":"additional","affiliation":[]},{"given":"Edwin","family":"Taylor","sequence":"additional","affiliation":[]},{"given":"Damien","family":"Sileo","sequence":"additional","affiliation":[]},{"given":"Qiuyu","family":"Ren","sequence":"additional","affiliation":[]},{"given":"Usman","family":"Qazi","sequence":"additional","affiliation":[]},{"given":"Lianghui","family":"Li","sequence":"additional","affiliation":[]},{"given":"Jungbae","family":"Nam","sequence":"additional","affiliation":[]},{"given":"John B.","family":"Wydallis","sequence":"additional","affiliation":[]},{"given":"Pavel","family":"Arkhipov","sequence":"additional","affiliation":[]},{"given":"Jack Wei Lun","family":"Shi","sequence":"additional","affiliation":[]},{"given":"Aras","family":"Bacho","sequence":"additional","affiliation":[]},{"given":"Chris G.","family":"Willcocks","sequence":"additional","affiliation":[]},{"given":"Hangrui","family":"Cao","sequence":"additional","affiliation":[]},{"given":"Sumeet","family":"Motwani","sequence":"additional","affiliation":[]},{"given":"Emily","family":"de Oliveira Santos","sequence":"additional","affiliation":[]},{"given":"Johannes","family":"Veith","sequence":"additional","affiliation":[]},{"given":"Edward","family":"Vendrow","sequence":"additional","affiliation":[]},{"given":"Doru","family":"Cojoc","sequence":"additional","affiliation":[]},{"given":"Kengo","family":"Zenitani","sequence":"additional","affiliation":[]},{"given":"Joshua","family":"Robinson","sequence":"additional","affiliation":[]},{"given":"Longke","family":"Tang","sequence":"additional","affiliation":[]},{"given":"Yuqi","family":"Li","sequence":"additional","affiliation":[]},{"given":"Joshua","family":"Vendrow","sequence":"additional","affiliation":[]},{"given":"Natanael Wildner","family":"Fraga","sequence":"additional","affiliation":[]},{"given":"Vladyslav","family":"Kuchkin","sequence":"additional","affiliation":[]},{"given":"Andrey Pupasov","family":"Maksimov","sequence":"additional","affiliation":[]},{"given":"Pierre","family":"Marion","sequence":"additional","affiliation":[]},{"given":"Denis","family":"Efremov","sequence":"additional","affiliation":[]},{"given":"Jayson","family":"Lynch","sequence":"additional","affiliation":[]},{"given":"Kaiqu","family":"Liang","sequence":"additional","affiliation":[]},{"given":"Aleksandar","family":"Mikov","sequence":"additional","affiliation":[]},{"given":"Andrew","family":"Gritsevskiy","sequence":"additional","affiliation":[]},{"given":"Julien","family":"Guillod","sequence":"additional","affiliation":[]},{"given":"G\u00f6zdenur","family":"Demir","sequence":"additional","affiliation":[]},{"given":"Dakotah","family":"Martinez","sequence":"additional","affiliation":[]},{"given":"Ben","family":"Pageler","sequence":"additional","affiliation":[]},{"given":"Kevin","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Saeed","family":"Soori","sequence":"additional","affiliation":[]},{"given":"Ori","family":"Press","sequence":"additional","affiliation":[]},{"given":"Henry","family":"Tang","sequence":"additional","affiliation":[]},{"given":"Paolo","family":"Rissone","sequence":"additional","affiliation":[]},{"given":"Sean R.","family":"Green","sequence":"additional","affiliation":[]},{"given":"Lina","family":"Br\u00fcssel","sequence":"additional","affiliation":[]},{"given":"Moon","family":"Twayana","sequence":"additional","affiliation":[]},{"given":"Aymeric","family":"Dieuleveut","sequence":"additional","affiliation":[]},{"given":"Joseph Marvin","family":"Imperial","sequence":"additional","affiliation":[]},{"given":"Ameya","family":"Prabhu","sequence":"additional","affiliation":[]},{"given":"Jinzhou","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Nick","family":"Crispino","sequence":"additional","affiliation":[]},{"given":"Arun","family":"Rao","sequence":"additional","affiliation":[]},{"given":"Dimitri","family":"Zvonkine","sequence":"additional","affiliation":[]},{"given":"Gabriel","family":"Loiseau","sequence":"additional","affiliation":[]},{"given":"Mikhail","family":"Kalinin","sequence":"additional","affiliation":[]},{"given":"Marco","family":"Lukas","sequence":"additional","affiliation":[]},{"given":"Ciprian","family":"Manolescu","sequence":"additional","affiliation":[]},{"given":"Nate","family":"Stambaugh","sequence":"additional","affiliation":[]},{"given":"Subrata","family":"Mishra","sequence":"additional","affiliation":[]},{"given":"Tad","family":"Hogg","sequence":"additional","affiliation":[]},{"given":"Carlo","family":"Bosio","sequence":"additional","affiliation":[]},{"given":"Brian P.","family":"Coppola","sequence":"additional","affiliation":[]},{"given":"Julian","family":"Salazar","sequence":"additional","affiliation":[]},{"given":"Jaehyeok","family":"Jin","sequence":"additional","affiliation":[]},{"given":"Rafael","family":"Sayous","sequence":"additional","affiliation":[]},{"given":"Stefan","family":"Ivanov","sequence":"additional","affiliation":[]},{"given":"Philippe","family":"Schwaller","sequence":"additional","affiliation":[]},{"given":"Shaipranesh","family":"Senthilkumar","sequence":"additional","affiliation":[]},{"given":"Andres M.","family":"Bran","sequence":"additional","affiliation":[]},{"given":"Andres","family":"Algaba","sequence":"additional","affiliation":[]},{"given":"Kelsey","family":"Van den Houte","sequence":"additional","affiliation":[]},{"given":"Lynn","family":"Van Der Sypt","sequence":"additional","affiliation":[]},{"given":"Brecht","family":"Verbeken","sequence":"additional","affiliation":[]},{"given":"David","family":"Noever","sequence":"additional","affiliation":[]},{"given":"Alexei","family":"Kopylov","sequence":"additional","affiliation":[]},{"given":"Benjamin","family":"Myklebust","sequence":"additional","affiliation":[]},{"given":"Bikun","family":"Li","sequence":"additional","affiliation":[]},{"given":"Lisa","family":"Schut","sequence":"additional","affiliation":[]},{"given":"Evgenii","family":"Zheltonozhskii","sequence":"additional","affiliation":[]},{"given":"Qiaochu","family":"Yuan","sequence":"additional","affiliation":[]},{"given":"Derek","family":"Lim","sequence":"additional","affiliation":[]},{"given":"Richard","family":"Stanley","sequence":"additional","affiliation":[]},{"given":"Tong","family":"Yang","sequence":"additional","affiliation":[]},{"given":"John","family":"Maar","sequence":"additional","affiliation":[]},{"given":"Julian","family":"Wykowski","sequence":"additional","affiliation":[]},{"given":"Mart","family":"Oller","sequence":"additional","affiliation":[]},{"given":"Anmol","family":"Sahu","sequence":"additional","affiliation":[]},{"given":"Cesare Giulio","family":"Ardito","sequence":"additional","affiliation":[]},{"given":"Yuzheng","family":"Hu","sequence":"additional","affiliation":[]},{"given":"Ariel Ghislain Kemogne","family":"Kamdoum","sequence":"additional","affiliation":[]},{"given":"Alvin","family":"Jin","sequence":"additional","affiliation":[]},{"given":"Tobias Garcia","family":"Vilchis","sequence":"additional","affiliation":[]},{"given":"Yuexuan","family":"Zu","sequence":"additional","affiliation":[]},{"given":"Martin","family":"Lackner","sequence":"additional","affiliation":[]},{"given":"James","family":"Koppel","sequence":"additional","affiliation":[]},{"given":"Gongbo","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Daniil S.","family":"Antonenko","sequence":"additional","affiliation":[]},{"given":"Steffi","family":"Chern","sequence":"additional","affiliation":[]},{"given":"Bingchen","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Pierrot","family":"Arsene","sequence":"additional","affiliation":[]},{"given":"Joseph M.","family":"Cavanagh","sequence":"additional","affiliation":[]},{"given":"Daofeng","family":"Li","sequence":"additional","affiliation":[]},{"given":"Jiawei","family":"Shen","sequence":"additional","affiliation":[]},{"given":"Donato","family":"Crisostomi","sequence":"additional","affiliation":[]},{"given":"Wenjin","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Ali","family":"Dehghan","sequence":"additional","affiliation":[]},{"given":"Sergey","family":"Ivanov","sequence":"additional","affiliation":[]},{"given":"David","family":"Perrella","sequence":"additional","affiliation":[]},{"given":"Nurdin","family":"Kaparov","sequence":"additional","affiliation":[]},{"given":"Allen","family":"Zang","sequence":"additional","affiliation":[]},{"given":"Ilia","family":"Sucholutsky","sequence":"additional","affiliation":[]},{"given":"Arina","family":"Kharlamova","sequence":"additional","affiliation":[]},{"given":"Daniil","family":"Orel","sequence":"additional","affiliation":[]},{"given":"Vladislav","family":"Poritski","sequence":"additional","affiliation":[]},{"given":"Shalev","family":"Ben-David","sequence":"additional","affiliation":[]},{"given":"Zachary","family":"Berger","sequence":"additional","affiliation":[]},{"given":"Parker","family":"Whitfill","sequence":"additional","affiliation":[]},{"given":"Michael","family":"Foster","sequence":"additional","affiliation":[]},{"given":"Daniel","family":"Munro","sequence":"additional","affiliation":[]},{"given":"Linh","family":"Ho","sequence":"additional","affiliation":[]},{"given":"Shankar","family":"Sivarajan","sequence":"additional","affiliation":[]},{"given":"Dan Bar","family":"Hava","sequence":"additional","affiliation":[]},{"given":"Aleksey","family":"Kuchkin","sequence":"additional","affiliation":[]},{"given":"David","family":"Holmes","sequence":"additional","affiliation":[]},{"given":"Alexandra","family":"Rodriguez-Romero","sequence":"additional","affiliation":[]},{"given":"Frank","family":"Sommerhage","sequence":"additional","affiliation":[]},{"given":"Anji","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Richard","family":"Moat","sequence":"additional","affiliation":[]},{"given":"Keith","family":"Schneider","sequence":"additional","affiliation":[]},{"given":"Zakayo","family":"Kazibwe","sequence":"additional","affiliation":[]},{"given":"Don","family":"Clarke","sequence":"additional","affiliation":[]},{"given":"Dae Hyun","family":"Kim","sequence":"additional","affiliation":[]},{"given":"Felipe Meneguitti","family":"Dias","sequence":"additional","affiliation":[]},{"given":"Sara","family":"Fish","sequence":"additional","affiliation":[]},{"given":"Veit","family":"Elser","sequence":"additional","affiliation":[]},{"given":"Tobias","family":"Kreiman","sequence":"additional","affiliation":[]},{"given":"Victor Efren Guadarrama","family":"Vilchis","sequence":"additional","affiliation":[]},{"given":"Immo","family":"Klose","sequence":"additional","affiliation":[]},{"given":"Ujjwala","family":"Anantheswaran","sequence":"additional","affiliation":[]},{"given":"Adam","family":"Zweiger","sequence":"additional","affiliation":[]},{"given":"Kaivalya","family":"Rawal","sequence":"additional","affiliation":[]},{"given":"Jeffery","family":"Li","sequence":"additional","affiliation":[]},{"given":"Jeremy","family":"Nguyen","sequence":"additional","affiliation":[]},{"given":"Nicolas","family":"Daans","sequence":"additional","affiliation":[]},{"given":"Haline","family":"Heidinger","sequence":"additional","affiliation":[]},{"given":"Maksim","family":"Radionov","sequence":"additional","affiliation":[]},{"given":"V\u00e1clav","family":"Rozho\u0148","sequence":"additional","affiliation":[]},{"given":"Vincent","family":"Ginis","sequence":"additional","affiliation":[]},{"given":"Christian","family":"Stump","sequence":"additional","affiliation":[]},{"given":"Niv","family":"Cohen","sequence":"additional","affiliation":[]},{"given":"Rafa\u0142","family":"Po\u015bwiata","sequence":"additional","affiliation":[]},{"given":"Josef","family":"Tkadlec","sequence":"additional","affiliation":[]},{"given":"Alan","family":"Goldfarb","sequence":"additional","affiliation":[]},{"given":"Chenguang","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Piotr","family":"Padlewski","sequence":"additional","affiliation":[]},{"given":"Stanislaw","family":"Barzowski","sequence":"additional","affiliation":[]},{"given":"Kyle","family":"Montgomery","sequence":"additional","affiliation":[]},{"given":"Ryan","family":"Stendall","sequence":"additional","affiliation":[]},{"given":"Jamie","family":"Tucker-Foltz","sequence":"additional","affiliation":[]},{"given":"Jack","family":"Stade","sequence":"additional","affiliation":[]},{"given":"T. Ryan","family":"Rogers","sequence":"additional","affiliation":[]},{"given":"Tom","family":"Goertzen","sequence":"additional","affiliation":[]},{"given":"Declan","family":"Grabb","sequence":"additional","affiliation":[]},{"given":"Abhishek","family":"Shukla","sequence":"additional","affiliation":[]},{"given":"Alan","family":"Givr\u00e9","sequence":"additional","affiliation":[]},{"given":"John Arnold","family":"Ambay","sequence":"additional","affiliation":[]},{"given":"Archan","family":"Sen","sequence":"additional","affiliation":[]},{"given":"Muhammad Fayez","family":"Aziz","sequence":"additional","affiliation":[]},{"given":"Mark H.","family":"Inlow","sequence":"additional","affiliation":[]},{"given":"Hao","family":"He","sequence":"additional","affiliation":[]},{"given":"Ling","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Younesse","family":"Kaddar","sequence":"additional","affiliation":[]},{"given":"Ivar","family":"\u00c4ngquist","sequence":"additional","affiliation":[]},{"given":"Yanxu","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Harrison K.","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Kalyan","family":"Ramakrishnan","sequence":"additional","affiliation":[]},{"given":"Elliott","family":"Thornley","sequence":"additional","affiliation":[]},{"given":"Antonio","family":"Terpin","sequence":"additional","affiliation":[]},{"given":"Hailey","family":"Schoelkopf","sequence":"additional","affiliation":[]},{"given":"Eric","family":"Zheng","sequence":"additional","affiliation":[]},{"given":"Avishy","family":"Carmi","sequence":"additional","affiliation":[]},{"given":"Ethan D. L.","family":"Brown","sequence":"additional","affiliation":[]},{"given":"Kelin","family":"Zhu","sequence":"additional","affiliation":[]},{"given":"Max","family":"Bartolo","sequence":"additional","affiliation":[]},{"given":"Richard","family":"Wheeler","sequence":"additional","affiliation":[]},{"given":"Martin","family":"Stehberger","sequence":"additional","affiliation":[]},{"given":"Peter","family":"Bradshaw","sequence":"additional","affiliation":[]},{"given":"JP","family":"Heimonen","sequence":"additional","affiliation":[]},{"given":"Kaustubh","family":"Sridhar","sequence":"additional","affiliation":[]},{"given":"Ido","family":"Akov","sequence":"additional","affiliation":[]},{"given":"Jennifer","family":"Sandlin","sequence":"additional","affiliation":[]},{"given":"Yury","family":"Makarychev","sequence":"additional","affiliation":[]},{"given":"Joanna","family":"Tam","sequence":"additional","affiliation":[]},{"given":"Hieu","family":"Hoang","sequence":"additional","affiliation":[]},{"given":"David M.","family":"Cunningham","sequence":"additional","affiliation":[]},{"given":"Vladimir","family":"Goryachev","sequence":"additional","affiliation":[]},{"given":"Demosthenes","family":"Patramanis","sequence":"additional","affiliation":[]},{"given":"Michael","family":"Krause","sequence":"additional","affiliation":[]},{"given":"Andrew","family":"Redenti","sequence":"additional","affiliation":[]},{"given":"David","family":"Aldous","sequence":"additional","affiliation":[]},{"given":"Jesyin","family":"Lai","sequence":"additional","affiliation":[]},{"given":"Shannon","family":"Coleman","sequence":"additional","affiliation":[]},{"given":"Jiangnan","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Sangwon","family":"Lee","sequence":"additional","affiliation":[]},{"given":"Ilias","family":"Magoulas","sequence":"additional","affiliation":[]},{"given":"Sandy","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Ning","family":"Tang","sequence":"additional","affiliation":[]},{"given":"Michael K.","family":"Cohen","sequence":"additional","affiliation":[]},{"given":"Orr","family":"Paradise","sequence":"additional","affiliation":[]},{"given":"Jan Hendrik","family":"Kirchner","sequence":"additional","affiliation":[]},{"given":"Maksym","family":"Ovchynnikov","sequence":"additional","affiliation":[]},{"given":"Jason O.","family":"Matos","sequence":"additional","affiliation":[]},{"given":"Adithya","family":"Shenoy","sequence":"additional","affiliation":[]},{"given":"Michael","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Yuzhou","family":"Nie","sequence":"additional","affiliation":[]},{"given":"Anna","family":"Sztyber-Betley","sequence":"additional","affiliation":[]},{"given":"Paolo","family":"Faraboschi","sequence":"additional","affiliation":[]},{"given":"Robin","family":"Riblet","sequence":"additional","affiliation":[]},{"given":"Jonathan","family":"Crozier","sequence":"additional","affiliation":[]},{"given":"Shiv","family":"Halasyamani","sequence":"additional","affiliation":[]},{"given":"Shreyas","family":"Verma","sequence":"additional","affiliation":[]},{"given":"Prashant","family":"Joshi","sequence":"additional","affiliation":[]},{"given":"Eli","family":"Meril","sequence":"additional","affiliation":[]},{"given":"Ziqiao","family":"Ma","sequence":"additional","affiliation":[]},{"given":"J\u00e9r\u00e9my","family":"Andr\u00e9oletti","sequence":"additional","affiliation":[]},{"given":"Raghav","family":"Singhal","sequence":"additional","affiliation":[]},{"given":"Jacob","family":"Platnick","sequence":"additional","affiliation":[]},{"given":"Volodymyr","family":"Nevirkovets","sequence":"additional","affiliation":[]},{"given":"Luke","family":"Basler","sequence":"additional","affiliation":[]},{"given":"Alexander","family":"Ivanov","sequence":"additional","affiliation":[]},{"given":"Seri","family":"Khoury","sequence":"additional","affiliation":[]},{"given":"Nils","family":"Gustafsson","sequence":"additional","affiliation":[]},{"given":"Marco","family":"Piccardo","sequence":"additional","affiliation":[]},{"given":"Hamid","family":"Mostaghimi","sequence":"additional","affiliation":[]},{"given":"Qijia","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Virendra","family":"Singh","sequence":"additional","affiliation":[]},{"given":"Tran Quoc","family":"Kh\u00e1nh","sequence":"additional","affiliation":[]},{"given":"Paul","family":"Rosu","sequence":"additional","affiliation":[]},{"given":"Hannah","family":"Szlyk","sequence":"additional","affiliation":[]},{"given":"Zachary","family":"Brown","sequence":"additional","affiliation":[]},{"given":"Himanshu","family":"Narayan","sequence":"additional","affiliation":[]},{"given":"Aline","family":"Menezes","sequence":"additional","affiliation":[]},{"given":"Jonathan","family":"Roberts","sequence":"additional","affiliation":[]},{"given":"William","family":"Alley","sequence":"additional","affiliation":[]},{"given":"Kunyang","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Arkil","family":"Patel","sequence":"additional","affiliation":[]},{"given":"Max","family":"Lamparth","sequence":"additional","affiliation":[]},{"given":"Anka","family":"Reuel","sequence":"additional","affiliation":[]},{"given":"Linwei","family":"Xin","sequence":"additional","affiliation":[]},{"given":"Hanmeng","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Jacob","family":"Loader","sequence":"additional","affiliation":[]},{"given":"Freddie","family":"Martin","sequence":"additional","affiliation":[]},{"given":"Zixuan","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Andrea","family":"Achilleos","sequence":"additional","affiliation":[]},{"given":"Thomas","family":"Preu","sequence":"additional","affiliation":[]},{"given":"Tomek","family":"Korbak","sequence":"additional","affiliation":[]},{"given":"Ida","family":"Bosio","sequence":"additional","affiliation":[]},{"given":"Fereshteh","family":"Kazemi","sequence":"additional","affiliation":[]},{"given":"Ziye","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Bir\u00f3","family":"B\u00e1lint","sequence":"additional","affiliation":[]},{"given":"Eve J. Y.","family":"Lo","sequence":"additional","affiliation":[]},{"given":"Jiaqi","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Maria In\u00eas S.","family":"Nunes","sequence":"additional","affiliation":[]},{"given":"Jeremiah","family":"Milbauer","sequence":"additional","affiliation":[]},{"given":"M. Saiful","family":"Bari","sequence":"additional","affiliation":[]},{"given":"Zihao","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Behzad","family":"Ansarinejad","sequence":"additional","affiliation":[]},{"given":"Yewen","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Stephane","family":"Durand","sequence":"additional","affiliation":[]},{"given":"Hossam","family":"Elgnainy","sequence":"additional","affiliation":[]},{"given":"Guillaume","family":"Douville","sequence":"additional","affiliation":[]},{"given":"Daniel","family":"Tordera","sequence":"additional","affiliation":[]},{"given":"George","family":"Balabanian","sequence":"additional","affiliation":[]},{"given":"Hew","family":"Wolff","sequence":"additional","affiliation":[]},{"given":"Lynna","family":"Kvistad","sequence":"additional","affiliation":[]},{"given":"Hsiaoyun","family":"Milliron","sequence":"additional","affiliation":[]},{"given":"Ahmad","family":"Sakor","sequence":"additional","affiliation":[]},{"given":"Murat","family":"Eron","sequence":"additional","affiliation":[]},{"given":"Andrew","family":"Favre","sequence":"additional","affiliation":[]},{"given":"Shailesh","family":"Shah","sequence":"additional","affiliation":[]},{"given":"Xiaoxiang","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Firuz","family":"Kamalov","sequence":"additional","affiliation":[]},{"given":"Sherwin","family":"Abdoli","sequence":"additional","affiliation":[]},{"given":"Tim","family":"Santens","sequence":"additional","affiliation":[]},{"given":"Shaul","family":"Barkan","sequence":"additional","affiliation":[]},{"given":"Allison","family":"Tee","sequence":"additional","affiliation":[]},{"given":"Robin","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Alessandro","family":"Tomasiello","sequence":"additional","affiliation":[]},{"given":"G. Bruno","family":"De Luca","sequence":"additional","affiliation":[]},{"given":"Shi-Zhuo","family":"Looi","sequence":"additional","affiliation":[]},{"given":"Vinh-Kha","family":"Le","sequence":"additional","affiliation":[]},{"given":"Noam","family":"Kolt","sequence":"additional","affiliation":[]},{"given":"Jiayi","family":"Pan","sequence":"additional","affiliation":[]},{"given":"Emma","family":"Rodman","sequence":"additional","affiliation":[]},{"given":"Jacob","family":"Drori","sequence":"additional","affiliation":[]},{"given":"Carl J.","family":"Fossum","sequence":"additional","affiliation":[]},{"given":"Niklas","family":"Muennighoff","sequence":"additional","affiliation":[]},{"given":"Milind","family":"Jagota","sequence":"additional","affiliation":[]},{"given":"Ronak","family":"Pradeep","sequence":"additional","affiliation":[]},{"given":"Honglu","family":"Fan","sequence":"additional","affiliation":[]},{"given":"Jonathan","family":"Eicher","sequence":"additional","affiliation":[]},{"given":"Michael","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Kushal","family":"Thaman","sequence":"additional","affiliation":[]},{"given":"William","family":"Merrill","sequence":"additional","affiliation":[]},{"given":"Moritz","family":"Firsching","sequence":"additional","affiliation":[]},{"given":"Carter","family":"Harris","sequence":"additional","affiliation":[]},{"given":"Stefan","family":"Ciob\u00e2c\u0103","sequence":"additional","affiliation":[]},{"given":"Jason","family":"Gross","sequence":"additional","affiliation":[]},{"given":"Rohan","family":"Pandey","sequence":"additional","affiliation":[]},{"given":"Ilya","family":"Gusev","sequence":"additional","affiliation":[]},{"given":"Adam","family":"Jones","sequence":"additional","affiliation":[]},{"given":"Shashank","family":"Agnihotri","sequence":"additional","affiliation":[]},{"given":"Pavel","family":"Zhelnov","sequence":"additional","affiliation":[]},{"given":"Mohammadreza","family":"Mofayezi","sequence":"additional","affiliation":[]},{"given":"Alexander","family":"Piperski","sequence":"additional","affiliation":[]},{"given":"David K.","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Kostiantyn","family":"Dobarskyi","sequence":"additional","affiliation":[]},{"given":"Roman","family":"Leventov","sequence":"additional","affiliation":[]},{"given":"Ignat","family":"Soroko","sequence":"additional","affiliation":[]},{"given":"Joshua","family":"Duersch","sequence":"additional","affiliation":[]},{"given":"Vage","family":"Taamazyan","sequence":"additional","affiliation":[]},{"given":"Andrew","family":"Ho","sequence":"additional","affiliation":[]},{"given":"Wenjie","family":"Ma","sequence":"additional","affiliation":[]},{"given":"William","family":"Held","sequence":"additional","affiliation":[]},{"given":"Ruicheng","family":"Xian","sequence":"additional","affiliation":[]},{"given":"Armel Randy","family":"Zebaze","sequence":"additional","affiliation":[]},{"given":"Mohanad","family":"Mohamed","sequence":"additional","affiliation":[]},{"given":"Julian Noah","family":"Leser","sequence":"additional","affiliation":[]},{"given":"Michelle X.","family":"Yuan","sequence":"additional","affiliation":[]},{"given":"Laila","family":"Yacar","sequence":"additional","affiliation":[]},{"given":"Johannes","family":"Lengler","sequence":"additional","affiliation":[]},{"given":"Katarzyna","family":"Olszewska","sequence":"additional","affiliation":[]},{"given":"Claudio","family":"Di Fratta","sequence":"additional","affiliation":[]},{"given":"Edson","family":"Oliveira","sequence":"additional","affiliation":[]},{"given":"Joseph W.","family":"Jackson","sequence":"additional","affiliation":[]},{"given":"Andy","family":"Zou","sequence":"additional","affiliation":[]},{"given":"Muthu","family":"Chidambaram","sequence":"additional","affiliation":[]},{"given":"Timothy","family":"Manik","sequence":"additional","affiliation":[]},{"given":"Hector","family":"Haffenden","sequence":"additional","affiliation":[]},{"given":"Dashiell","family":"Stander","sequence":"additional","affiliation":[]},{"given":"Ali","family":"Dasouqi","sequence":"additional","affiliation":[]},{"given":"Alexander","family":"Shen","sequence":"additional","affiliation":[]},{"given":"Bita","family":"Golshani","sequence":"additional","affiliation":[]},{"given":"David","family":"Stap","sequence":"additional","affiliation":[]},{"given":"Egor","family":"Kretov","sequence":"additional","affiliation":[]},{"given":"Mikalai","family":"Uzhou","sequence":"additional","affiliation":[]},{"given":"Alina Borisovna","family":"Zhidkovskaya","sequence":"additional","affiliation":[]},{"given":"Nick","family":"Winter","sequence":"additional","affiliation":[]},{"given":"Miguel Orbegozo","family":"Rodriguez","sequence":"additional","affiliation":[]},{"given":"Robert","family":"Lauff","sequence":"additional","affiliation":[]},{"given":"Dustin","family":"Wehr","sequence":"additional","affiliation":[]},{"given":"Colin","family":"Tang","sequence":"additional","affiliation":[]},{"given":"Zaki","family":"Hossain","sequence":"additional","affiliation":[]},{"given":"Shaun","family":"Phillips","sequence":"additional","affiliation":[]},{"given":"Fortuna","family":"Samuele","sequence":"additional","affiliation":[]},{"given":"Fredrik","family":"Ekstr\u00f6m","sequence":"additional","affiliation":[]},{"given":"Angela","family":"Hammon","sequence":"additional","affiliation":[]},{"given":"Oam","family":"Patel","sequence":"additional","affiliation":[]},{"given":"Faraz","family":"Farhidi","sequence":"additional","affiliation":[]},{"given":"George","family":"Medley","sequence":"additional","affiliation":[]},{"given":"Forough","family":"Mohammadzadeh","sequence":"additional","affiliation":[]},{"given":"Madellene","family":"Pe\u00f1aflor","sequence":"additional","affiliation":[]},{"given":"Haile","family":"Kassahun","sequence":"additional","affiliation":[]},{"given":"Alena","family":"Friedrich","sequence":"additional","affiliation":[]},{"given":"Rayner Hernandez","family":"Perez","sequence":"additional","affiliation":[]},{"given":"Daniel","family":"Pyda","sequence":"additional","affiliation":[]},{"given":"Taom","family":"Sakal","sequence":"additional","affiliation":[]},{"given":"Omkar","family":"Dhamane","sequence":"additional","affiliation":[]},{"given":"Ali Khajegili","family":"Mirabadi","sequence":"additional","affiliation":[]},{"given":"Eric","family":"Hallman","sequence":"additional","affiliation":[]},{"given":"Kenchi","family":"Okutsu","sequence":"additional","affiliation":[]},{"given":"Mike","family":"Battaglia","sequence":"additional","affiliation":[]},{"given":"Mohammad","family":"Maghsoudimehrabani","sequence":"additional","affiliation":[]},{"given":"Alon","family":"Amit","sequence":"additional","affiliation":[]},{"given":"Dave","family":"Hulbert","sequence":"additional","affiliation":[]},{"given":"Roberto","family":"Pereira","sequence":"additional","affiliation":[]},{"given":"Simon","family":"Weber","sequence":"additional","affiliation":[]},{"family":"Handoko","sequence":"additional","affiliation":[]},{"given":"Anton","family":"Peristyy","sequence":"additional","affiliation":[]},{"given":"Stephen","family":"Malina","sequence":"additional","affiliation":[]},{"given":"Mustafa","family":"Mehkary","sequence":"additional","affiliation":[]},{"given":"Rami","family":"Aly","sequence":"additional","affiliation":[]},{"given":"Frank","family":"Reidegeld","sequence":"additional","affiliation":[]},{"given":"Anna-Katharina","family":"Dick","sequence":"additional","affiliation":[]},{"given":"Cary","family":"Friday","sequence":"additional","affiliation":[]},{"given":"Mukhwinder","family":"Singh","sequence":"additional","affiliation":[]},{"given":"Hassan","family":"Shapourian","sequence":"additional","affiliation":[]},{"given":"Wanyoung","family":"Kim","sequence":"additional","affiliation":[]},{"given":"Mariana","family":"Costa","sequence":"additional","affiliation":[]},{"given":"Hubeyb","family":"Gurdogan","sequence":"additional","affiliation":[]},{"given":"Harsh","family":"Kumar","sequence":"additional","affiliation":[]},{"given":"Chiara","family":"Ceconello","sequence":"additional","affiliation":[]},{"given":"Chao","family":"Zhuang","sequence":"additional","affiliation":[]},{"given":"Haon","family":"Park","sequence":"additional","affiliation":[]},{"given":"Micah","family":"Carroll","sequence":"additional","affiliation":[]},{"given":"Andrew R.","family":"Tawfeek","sequence":"additional","affiliation":[]},{"given":"Stefan","family":"Steinerberger","sequence":"additional","affiliation":[]},{"given":"Daattavya","family":"Aggarwal","sequence":"additional","affiliation":[]},{"given":"Michael","family":"Kirchhof","sequence":"additional","affiliation":[]},{"given":"Linjie","family":"Dai","sequence":"additional","affiliation":[]},{"given":"Evan","family":"Kim","sequence":"additional","affiliation":[]},{"given":"Johan","family":"Ferret","sequence":"additional","affiliation":[]},{"given":"Jainam","family":"Shah","sequence":"additional","affiliation":[]},{"given":"Yuzhou","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Minghao","family":"Yan","sequence":"additional","affiliation":[]},{"given":"Krzysztof","family":"Burdzy","sequence":"additional","affiliation":[]},{"given":"Lixin","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Antonio","family":"Franca","sequence":"additional","affiliation":[]},{"given":"Diana T.","family":"Pham","sequence":"additional","affiliation":[]},{"given":"Kang Yong","family":"Loh","sequence":"additional","affiliation":[]},{"given":"Joshua","family":"Robinson","sequence":"additional","affiliation":[]},{"given":"Abram","family":"Jackson","sequence":"additional","affiliation":[]},{"given":"Paolo","family":"Giordano","sequence":"additional","affiliation":[]},{"given":"Philipp","family":"Petersen","sequence":"additional","affiliation":[]},{"given":"Adrian","family":"Cosma","sequence":"additional","affiliation":[]},{"given":"Jesus","family":"Colino","sequence":"additional","affiliation":[]},{"given":"Colin","family":"White","sequence":"additional","affiliation":[]},{"given":"Jacob","family":"Votava","sequence":"additional","affiliation":[]},{"given":"Vladimir","family":"Vinnikov","sequence":"additional","affiliation":[]},{"given":"Ethan","family":"Delaney","sequence":"additional","affiliation":[]},{"given":"Petr","family":"Spelda","sequence":"additional","affiliation":[]},{"given":"Vit","family":"Stritecky","sequence":"additional","affiliation":[]},{"given":"Syed M.","family":"Shahid","sequence":"additional","affiliation":[]},{"given":"Jean-Christophe","family":"Mourrat","sequence":"additional","affiliation":[]},{"given":"Lavr","family":"Vetoshkin","sequence":"additional","affiliation":[]},{"given":"Koen","family":"Sponselee","sequence":"additional","affiliation":[]},{"given":"Renas","family":"Bacho","sequence":"additional","affiliation":[]},{"given":"Zheng-Xin","family":"Yong","sequence":"additional","affiliation":[]},{"given":"Florencia","family":"de la Rosa","sequence":"additional","affiliation":[]},{"given":"Nathan","family":"Cho","sequence":"additional","affiliation":[]},{"given":"Xiuyu","family":"Li","sequence":"additional","affiliation":[]},{"given":"Guillaume","family":"Malod","sequence":"additional","affiliation":[]},{"given":"Orion","family":"Weller","sequence":"additional","affiliation":[]},{"given":"Guglielmo","family":"Albani","sequence":"additional","affiliation":[]},{"given":"Leon","family":"Lang","sequence":"additional","affiliation":[]},{"given":"Julien","family":"Laurendeau","sequence":"additional","affiliation":[]},{"given":"Dmitry","family":"Kazakov","sequence":"additional","affiliation":[]},{"given":"Fatimah","family":"Adesanya","sequence":"additional","affiliation":[]},{"given":"Julien","family":"Portier","sequence":"additional","affiliation":[]},{"given":"Lawrence","family":"Hollom","sequence":"additional","affiliation":[]},{"given":"Victor","family":"Souza","sequence":"additional","affiliation":[]},{"given":"Yuchen Anna","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Julien","family":"Degorre","sequence":"additional","affiliation":[]},{"given":"Yi\u011fit","family":"Yaln","sequence":"additional","affiliation":[]},{"given":"Gbenga Daniel","family":"Obikoya","sequence":"additional","affiliation":[]},{"given":"Rai","family":"Michael Pokorny","sequence":"additional","affiliation":[]},{"given":"Filippo","family":"Bigi","sequence":"additional","affiliation":[]},{"given":"M. C.","family":"Bosc\u00e1","sequence":"additional","affiliation":[]},{"given":"Oleg","family":"Shumar","sequence":"additional","affiliation":[]},{"given":"Kaniuar","family":"Bacho","sequence":"additional","affiliation":[]},{"given":"Gabriel","family":"Recchia","sequence":"additional","affiliation":[]},{"given":"Mara","family":"Popescu","sequence":"additional","affiliation":[]},{"given":"Nikita","family":"Shulga","sequence":"additional","affiliation":[]},{"given":"Ngefor Mildred","family":"Tanwie","sequence":"additional","affiliation":[]},{"given":"Thomas C. H.","family":"Lux","sequence":"additional","affiliation":[]},{"given":"Ben","family":"Rank","sequence":"additional","affiliation":[]},{"given":"Colin","family":"Ni","sequence":"additional","affiliation":[]},{"given":"Matthew","family":"Brooks","sequence":"additional","affiliation":[]},{"given":"Alesia","family":"Yakimchyk","sequence":"additional","affiliation":[]},{"given":"Huanxu","family":"Quinn Liu","sequence":"additional","affiliation":[]},{"given":"Stefano","family":"Cavalleri","sequence":"additional","affiliation":[]},{"given":"Olle","family":"H\u00e4ggstr\u00f6m","sequence":"additional","affiliation":[]},{"given":"Emil","family":"Verkama","sequence":"additional","affiliation":[]},{"given":"Joshua","family":"Newbould","sequence":"additional","affiliation":[]},{"given":"Hans","family":"Gundlach","sequence":"additional","affiliation":[]},{"given":"Leonor","family":"Brito-Santana","sequence":"additional","affiliation":[]},{"given":"Brian","family":"Amaro","sequence":"additional","affiliation":[]},{"given":"Vivek","family":"Vajipey","sequence":"additional","affiliation":[]},{"given":"Rynaa","family":"Grover","sequence":"additional","affiliation":[]},{"given":"Ting","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Yosi","family":"Kratish","sequence":"additional","affiliation":[]},{"given":"Wen-Ding","family":"Li","sequence":"additional","affiliation":[]},{"given":"Sivakanth","family":"Gopi","sequence":"additional","affiliation":[]},{"given":"Andrea","family":"Caciolai","sequence":"additional","affiliation":[]},{"given":"Christian Schroeder","family":"de Witt","sequence":"additional","affiliation":[]},{"given":"Pablo","family":"Hern\u00e1ndez-C\u00e1mara","sequence":"additional","affiliation":[]},{"given":"Emanuele","family":"Rodol\u00e0","sequence":"additional","affiliation":[]},{"given":"Jules","family":"Robins","sequence":"additional","affiliation":[]},{"given":"Dominic","family":"Williamson","sequence":"additional","affiliation":[]},{"given":"Brad","family":"Raynor","sequence":"additional","affiliation":[]},{"given":"Hao","family":"Qi","sequence":"additional","affiliation":[]},{"given":"Ben","family":"Segev","sequence":"additional","affiliation":[]},{"given":"Jingxuan","family":"Fan","sequence":"additional","affiliation":[]},{"given":"Sarah","family":"Martinson","sequence":"additional","affiliation":[]},{"given":"Erik Y.","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Kaylie","family":"Hausknecht","sequence":"additional","affiliation":[]},{"given":"Michael P.","family":"Brenner","sequence":"additional","affiliation":[]},{"given":"Mao","family":"Mao","sequence":"additional","affiliation":[]},{"given":"Christoph","family":"Demian","sequence":"additional","affiliation":[]},{"given":"Peyman","family":"Kassani","sequence":"additional","affiliation":[]},{"given":"Xinyu","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"David","family":"Avagian","sequence":"additional","affiliation":[]},{"given":"Eshawn Jessica","family":"Scipio","sequence":"additional","affiliation":[]},{"given":"Alon","family":"Ragoler","sequence":"additional","affiliation":[]},{"given":"Justin","family":"Tan","sequence":"additional","affiliation":[]},{"given":"Blake","family":"Sims","sequence":"additional","affiliation":[]},{"given":"Rebeka","family":"Plecnik","sequence":"additional","affiliation":[]},{"given":"Aaron","family":"Kirtland","sequence":"additional","affiliation":[]},{"given":"Omer Faruk","family":"Bodur","sequence":"additional","affiliation":[]},{"given":"D. P.","family":"Shinde","sequence":"additional","affiliation":[]},{"given":"Yan Carlos Leyva","family":"Labrador","sequence":"additional","affiliation":[]},{"given":"Zahra","family":"Adoul","sequence":"additional","affiliation":[]},{"given":"Mohamed","family":"Zekry","sequence":"additional","affiliation":[]},{"given":"Ali","family":"Karakoc","sequence":"additional","affiliation":[]},{"given":"Tania C. B.","family":"Santos","sequence":"additional","affiliation":[]},{"given":"Samir","family":"Shamseldeen","sequence":"additional","affiliation":[]},{"given":"Loukmane","family":"Karim","sequence":"additional","affiliation":[]},{"given":"Anna","family":"Liakhovitskaia","sequence":"additional","affiliation":[]},{"given":"Nate","family":"Resman","sequence":"additional","affiliation":[]},{"given":"Nicholas","family":"Farina","sequence":"additional","affiliation":[]},{"given":"Juan Carlos","family":"Gonzalez","sequence":"additional","affiliation":[]},{"given":"Gabe","family":"Maayan","sequence":"additional","affiliation":[]},{"given":"Earth","family":"Anderson","sequence":"additional","affiliation":[]},{"given":"Rodrigo","family":"De Oliveira Pena","sequence":"additional","affiliation":[]},{"given":"Elizabeth","family":"Kelley","sequence":"additional","affiliation":[]},{"given":"Hodjat","family":"Mariji","sequence":"additional","affiliation":[]},{"given":"Rasoul","family":"Pouriamanesh","sequence":"additional","affiliation":[]},{"given":"Wentao","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Ross","family":"Finocchio","sequence":"additional","affiliation":[]},{"given":"Ismail","family":"Alarab","sequence":"additional","affiliation":[]},{"given":"Joshua","family":"Cole","sequence":"additional","affiliation":[]},{"given":"Danyelle","family":"Ferreira","sequence":"additional","affiliation":[]},{"given":"Bryan","family":"Johnson","sequence":"additional","affiliation":[]},{"given":"Mohammad","family":"Safdari","sequence":"additional","affiliation":[]},{"given":"Liangti","family":"Dai","sequence":"additional","affiliation":[]},{"given":"Siriphan","family":"Arthornthurasuk","sequence":"additional","affiliation":[]},{"given":"Isaac C.","family":"McAlister","sequence":"additional","affiliation":[]},{"given":"Alejandro Jos\u00e9","family":"Moyano","sequence":"additional","affiliation":[]},{"given":"Alexey","family":"Pronin","sequence":"additional","affiliation":[]},{"given":"Jing","family":"Fan","sequence":"additional","affiliation":[]},{"given":"Angel","family":"Ramirez-Trinidad","sequence":"additional","affiliation":[]},{"given":"Yana","family":"Malysheva","sequence":"additional","affiliation":[]},{"given":"Daphiny","family":"Pottmaier","sequence":"additional","affiliation":[]},{"given":"Omid","family":"Taheri","sequence":"additional","affiliation":[]},{"given":"Stanley","family":"Stepanic","sequence":"additional","affiliation":[]},{"given":"Samuel","family":"Perry","sequence":"additional","affiliation":[]},{"given":"Luke","family":"Askew","sequence":"additional","affiliation":[]},{"given":"Ra\u00fal Adri\u00e1n Huerta","family":"Rodrguez","sequence":"additional","affiliation":[]},{"given":"Ali M. R.","family":"Minissi","sequence":"additional","affiliation":[]},{"given":"Ricardo","family":"Lorena","sequence":"additional","affiliation":[]},{"given":"Krishnamurthy","family":"Iyer","sequence":"additional","affiliation":[]},{"given":"Arshad Anil","family":"Fasiludeen","sequence":"additional","affiliation":[]},{"given":"Ronald","family":"Clark","sequence":"additional","affiliation":[]},{"given":"Josh","family":"Ducey","sequence":"additional","affiliation":[]},{"given":"Matheus","family":"Piza","sequence":"additional","affiliation":[]},{"given":"Maja","family":"Somrak","sequence":"additional","affiliation":[]},{"given":"Eric","family":"Vergo","sequence":"additional","affiliation":[]},{"given":"Juehang","family":"Qin","sequence":"additional","affiliation":[]},{"given":"Benj\u00e1min","family":"Borb\u00e1s","sequence":"additional","affiliation":[]},{"given":"Eric","family":"Chu","sequence":"additional","affiliation":[]},{"given":"Jack","family":"Lindsey","sequence":"additional","affiliation":[]},{"given":"Antoine","family":"Jallon","sequence":"additional","affiliation":[]},{"given":"I. M. J.","family":"McInnis","sequence":"additional","affiliation":[]},{"given":"Evan","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Avi","family":"Semler","sequence":"additional","affiliation":[]},{"given":"Luk","family":"Gloor","sequence":"additional","affiliation":[]},{"given":"Tej","family":"Shah","sequence":"additional","affiliation":[]},{"given":"Marc","family":"Carauleanu","sequence":"additional","affiliation":[]},{"given":"Pascal","family":"Lauer","sequence":"additional","affiliation":[]},{"given":"Tran Duc","family":"Huy","sequence":"additional","affiliation":[]},{"given":"Hossein","family":"Shahrtash","sequence":"additional","affiliation":[]},{"given":"Emilien","family":"Duc","sequence":"additional","affiliation":[]},{"given":"Lukas","family":"Lewark","sequence":"additional","affiliation":[]},{"given":"Assaf","family":"Brown","sequence":"additional","affiliation":[]},{"given":"Samuel","family":"Albanie","sequence":"additional","affiliation":[]},{"given":"Brian","family":"Weber","sequence":"additional","affiliation":[]},{"given":"Warren S.","family":"Vaz","sequence":"additional","affiliation":[]},{"given":"Pierre","family":"Clavier","sequence":"additional","affiliation":[]},{"given":"Yiyang","family":"Fan","sequence":"additional","affiliation":[]},{"given":"Gabriel","family":"Poesia Reis e Silva","sequence":"additional","affiliation":[]},{"given":"Long","family":"Tony Lian","sequence":"additional","affiliation":[]},{"given":"Marcus","family":"Abramovitch","sequence":"additional","affiliation":[]},{"given":"Xi","family":"Jiang","sequence":"additional","affiliation":[]},{"given":"Sandra","family":"Mendoza","sequence":"additional","affiliation":[]},{"given":"Murat","family":"Islam","sequence":"additional","affiliation":[]},{"given":"Juan","family":"Gonzalez","sequence":"additional","affiliation":[]},{"given":"Vasilios","family":"Mavroudis","sequence":"additional","affiliation":[]},{"given":"Justin","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Pawan","family":"Kumar","sequence":"additional","affiliation":[]},{"given":"Laxman Prasad","family":"Goswami","sequence":"additional","affiliation":[]},{"given":"Daniel","family":"Bugas","sequence":"additional","affiliation":[]},{"given":"Nasser","family":"Heydari","sequence":"additional","affiliation":[]},{"given":"Ferenc","family":"Jeanplong","sequence":"additional","affiliation":[]},{"given":"Thorben","family":"Jansen","sequence":"additional","affiliation":[]},{"given":"Antonella","family":"Pinto","sequence":"additional","affiliation":[]},{"given":"Archimedes","family":"Apronti","sequence":"additional","affiliation":[]},{"given":"Abdallah","family":"Galal","sequence":"additional","affiliation":[]},{"given":"Ng","family":"Ze-An","sequence":"additional","affiliation":[]},{"given":"Ankit","family":"Singh","sequence":"additional","affiliation":[]},{"given":"Tong","family":"Jiang","sequence":"additional","affiliation":[]},{"given":"Joan","family":"of Arc Xavier","sequence":"additional","affiliation":[]},{"given":"Kanu Priya","family":"Agarwal","sequence":"additional","affiliation":[]},{"given":"Mohammed","family":"Berkani","sequence":"additional","affiliation":[]},{"given":"Gang","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Zhehang","family":"Du","sequence":"additional","affiliation":[]},{"given":"Benedito Alves","family":"de Oliveira Junior","sequence":"additional","affiliation":[]},{"given":"Dmitry","family":"Malishev","sequence":"additional","affiliation":[]},{"given":"Nicolas","family":"Remy","sequence":"additional","affiliation":[]},{"given":"Taylor D.","family":"Hartman","sequence":"additional","affiliation":[]},{"given":"Tim","family":"Tarver","sequence":"additional","affiliation":[]},{"given":"Stephen","family":"Mensah","sequence":"additional","affiliation":[]},{"given":"Gautier Abou","family":"Loume","sequence":"additional","affiliation":[]},{"given":"Wiktor","family":"Morak","sequence":"additional","affiliation":[]},{"given":"Farzad","family":"Habibi","sequence":"additional","affiliation":[]},{"given":"Sarah","family":"Hoback","sequence":"additional","affiliation":[]},{"given":"Will","family":"Cai","sequence":"additional","affiliation":[]},{"given":"Javier","family":"Gimenez","sequence":"additional","affiliation":[]},{"given":"Roselynn Grace","family":"Montecillo","sequence":"additional","affiliation":[]},{"given":"Jakub","family":"\u0141ucki","sequence":"additional","affiliation":[]},{"given":"Russell","family":"Campbell","sequence":"additional","affiliation":[]},{"given":"Asankhaya","family":"Sharma","sequence":"additional","affiliation":[]},{"given":"Khalida","family":"Meer","sequence":"additional","affiliation":[]},{"given":"Shreen","family":"Gul","sequence":"additional","affiliation":[]},{"given":"Daniel Espinosa","family":"Gonzalez","sequence":"additional","affiliation":[]},{"given":"Xavier","family":"Alapont","sequence":"additional","affiliation":[]},{"given":"Alex","family":"Hoover","sequence":"additional","affiliation":[]},{"given":"Gunjan","family":"Chhablani","sequence":"additional","affiliation":[]},{"given":"Freddie","family":"Vargus","sequence":"additional","affiliation":[]},{"given":"Arunim","family":"Agarwal","sequence":"additional","affiliation":[]},{"given":"Yibo","family":"Jiang","sequence":"additional","affiliation":[]},{"given":"Deepakkumar","family":"Patil","sequence":"additional","affiliation":[]},{"given":"David","family":"Outevsky","sequence":"additional","affiliation":[]},{"given":"Kevin Joseph","family":"Scaria","sequence":"additional","affiliation":[]},{"given":"Rajat","family":"Maheshwari","sequence":"additional","affiliation":[]},{"given":"Abdelkader","family":"Dendane","sequence":"additional","affiliation":[]},{"given":"Priti","family":"Shukla","sequence":"additional","affiliation":[]},{"given":"Ashley","family":"Cartwright","sequence":"additional","affiliation":[]},{"given":"Sergei","family":"Bogdanov","sequence":"additional","affiliation":[]},{"given":"Niels","family":"M\u00fcndler","sequence":"additional","affiliation":[]},{"given":"S\u00f6ren","family":"M\u00f6ller","sequence":"additional","affiliation":[]},{"given":"Luca","family":"Arnaboldi","sequence":"additional","affiliation":[]},{"given":"Kunvar","family":"Thaman","sequence":"additional","affiliation":[]},{"given":"Muhammad Rehan","family":"Siddiqi","sequence":"additional","affiliation":[]},{"given":"Prajvi","family":"Saxena","sequence":"additional","affiliation":[]},{"given":"Himanshu","family":"Gupta","sequence":"additional","affiliation":[]},{"given":"Tony","family":"Fruhauff","sequence":"additional","affiliation":[]},{"given":"Glen","family":"Sherman","sequence":"additional","affiliation":[]},{"given":"M\u00e1ty\u00e1s","family":"Vincze","sequence":"additional","affiliation":[]},{"given":"Siranut","family":"Usawasutsakorn","sequence":"additional","affiliation":[]},{"given":"Dylan","family":"Ler","sequence":"additional","affiliation":[]},{"given":"Anil","family":"Radhakrishnan","sequence":"additional","affiliation":[]},{"given":"Innocent","family":"Enyekwe","sequence":"additional","affiliation":[]},{"given":"Sk Md","family":"Salauddin","sequence":"additional","affiliation":[]},{"given":"Jiang","family":"Muzhen","sequence":"additional","affiliation":[]},{"given":"Aleksandr","family":"Maksapetyan","sequence":"additional","affiliation":[]},{"given":"Vivien","family":"Rossbach","sequence":"additional","affiliation":[]},{"given":"Chris","family":"Harjadi","sequence":"additional","affiliation":[]},{"given":"Mohsen","family":"Bahaloohoreh","sequence":"additional","affiliation":[]},{"given":"Claire","family":"Sparrow","sequence":"additional","affiliation":[]},{"given":"Jasdeep","family":"Sidhu","sequence":"additional","affiliation":[]},{"given":"Sam","family":"Ali","sequence":"additional","affiliation":[]},{"given":"Song","family":"Bian","sequence":"additional","affiliation":[]},{"given":"John","family":"Lai","sequence":"additional","affiliation":[]},{"given":"Eric","family":"Singer","sequence":"additional","affiliation":[]},{"given":"Justine Leon","family":"Uro","sequence":"additional","affiliation":[]},{"given":"Greg","family":"Bateman","sequence":"additional","affiliation":[]},{"given":"Mohamed","family":"Sayed","sequence":"additional","affiliation":[]},{"given":"Ahmed","family":"Menshawy","sequence":"additional","affiliation":[]},{"given":"Darling","family":"Duclosel","sequence":"additional","affiliation":[]},{"given":"Dario","family":"Bezzi","sequence":"additional","affiliation":[]},{"given":"Yashaswini","family":"Jain","sequence":"additional","affiliation":[]},{"given":"Ashley","family":"Aaron","sequence":"additional","affiliation":[]},{"given":"Murat","family":"Tiryakioglu","sequence":"additional","affiliation":[]},{"given":"Sheeshram","family":"Siddh","sequence":"additional","affiliation":[]},{"given":"Keith","family":"Krenek","sequence":"additional","affiliation":[]},{"given":"Imad Ali","family":"Shah","sequence":"additional","affiliation":[]},{"given":"Jun","family":"Jin","sequence":"additional","affiliation":[]},{"given":"Scott","family":"Creighton","sequence":"additional","affiliation":[]},{"given":"Denis","family":"Peskoff","sequence":"additional","affiliation":[]},{"given":"Zienab","family":"EL-Wasif","sequence":"additional","affiliation":[]},{"suffix":"V","given":"Ragavendran","family":"P","sequence":"additional","affiliation":[]},{"given":"Michael","family":"Richmond","sequence":"additional","affiliation":[]},{"given":"Joseph","family":"McGowan","sequence":"additional","affiliation":[]},{"given":"Tejal","family":"Patwardhan","sequence":"additional","affiliation":[]},{"given":"Hao-Yu","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Ting","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Nikola","family":"Zubi\u0107","sequence":"additional","affiliation":[]},{"given":"Samuele","family":"Sala","sequence":"additional","affiliation":[]},{"given":"Stephen","family":"Ebert","sequence":"additional","affiliation":[]},{"given":"Jean","family":"Kaddour","sequence":"additional","affiliation":[]},{"given":"Manuel","family":"Schottdorf","sequence":"additional","affiliation":[]},{"given":"Dianzhuo","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Gerol","family":"Petruzella","sequence":"additional","affiliation":[]},{"given":"Alex","family":"Meiburg","sequence":"additional","affiliation":[]},{"given":"Tilen","family":"Medved","sequence":"additional","affiliation":[]},{"given":"Ali","family":"ElSheikh","sequence":"additional","affiliation":[]},{"given":"S. Ashwin","family":"Hebbar","sequence":"additional","affiliation":[]},{"given":"Lorenzo","family":"Vaquero","sequence":"additional","affiliation":[]},{"given":"Xianjun","family":"Yang","sequence":"additional","affiliation":[]},{"given":"Jason","family":"Poulos","sequence":"additional","affiliation":[]},{"given":"Vil\u00e9m","family":"Zouhar","sequence":"additional","affiliation":[]},{"given":"Sergey","family":"Bogdanik","sequence":"additional","affiliation":[]},{"given":"Mingfang","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Jorge","family":"Sanz-Ros","sequence":"additional","affiliation":[]},{"given":"David","family":"Anugraha","sequence":"additional","affiliation":[]},{"given":"Yinwei","family":"Dai","sequence":"additional","affiliation":[]},{"given":"Anh N.","family":"Nhu","sequence":"additional","affiliation":[]},{"given":"Xue","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Ali Anil","family":"Demircali","sequence":"additional","affiliation":[]},{"given":"Zhibai","family":"Jia","sequence":"additional","affiliation":[]},{"given":"Yuyin","family":"Zhou","sequence":"additional","affiliation":[]},{"given":"Juncheng","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Mike","family":"He","sequence":"additional","affiliation":[]},{"given":"Nitin","family":"Chandok","sequence":"additional","affiliation":[]},{"given":"Aarush","family":"Sinha","sequence":"additional","affiliation":[]},{"given":"Gaoxiang","family":"Luo","sequence":"additional","affiliation":[]},{"given":"Long","family":"Le","sequence":"additional","affiliation":[]},{"given":"Micka\u00ebl","family":"Noy\u00e9","sequence":"additional","affiliation":[]},{"given":"Micha\u0142","family":"Pere\u0142kiewicz","sequence":"additional","affiliation":[]},{"given":"Ioannis","family":"Pantidis","sequence":"additional","affiliation":[]},{"given":"Tianbo","family":"Qi","sequence":"additional","affiliation":[]},{"given":"Soham Sachin","family":"Purohit","sequence":"additional","affiliation":[]},{"given":"Letitia","family":"Parcalabescu","sequence":"additional","affiliation":[]},{"given":"Thai-Hoa","family":"Nguyen","sequence":"additional","affiliation":[]},{"given":"Genta Indra","family":"Winata","sequence":"additional","affiliation":[]},{"given":"Edoardo M.","family":"Ponti","sequence":"additional","affiliation":[]},{"given":"Hanchen","family":"Li","sequence":"additional","affiliation":[]},{"given":"Kaustubh","family":"Dhole","sequence":"additional","affiliation":[]},{"given":"Jongee","family":"Park","sequence":"additional","affiliation":[]},{"given":"Dario","family":"Abbondanza","sequence":"additional","affiliation":[]},{"given":"Yuanli","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Anupam","family":"Nayak","sequence":"additional","affiliation":[]},{"given":"Diogo M.","family":"Caetano","sequence":"additional","affiliation":[]},{"given":"Antonio A. W. L.","family":"Wong","sequence":"additional","affiliation":[]},{"given":"Maria","family":"del Rio-Chanona","sequence":"additional","affiliation":[]},{"given":"D\u00e1niel","family":"Kondor","sequence":"additional","affiliation":[]},{"given":"Pieter","family":"Francois","sequence":"additional","affiliation":[]},{"given":"Ed","family":"Chalstrey","sequence":"additional","affiliation":[]},{"given":"Jakob","family":"Zsambok","sequence":"additional","affiliation":[]},{"given":"Dan","family":"Hoyer","sequence":"additional","affiliation":[]},{"given":"Jenny","family":"Reddish","sequence":"additional","affiliation":[]},{"given":"Jakob","family":"Hauser","sequence":"additional","affiliation":[]},{"given":"Francisco-Javier","family":"Rodrigo-Gin\u00e9s","sequence":"additional","affiliation":[]},{"given":"Suchandra","family":"Datta","sequence":"additional","affiliation":[]},{"given":"Maxwell","family":"Shepherd","sequence":"additional","affiliation":[]},{"given":"Thom","family":"Kamphuis","sequence":"additional","affiliation":[]},{"given":"Qizheng","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Hyunjun","family":"Kim","sequence":"additional","affiliation":[]},{"given":"Ruiji","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Jianzhu","family":"Yao","sequence":"additional","affiliation":[]},{"given":"Franck","family":"Dernoncourt","sequence":"additional","affiliation":[]},{"given":"Satyapriya","family":"Krishna","sequence":"additional","affiliation":[]},{"given":"Sina","family":"Rismanchian","sequence":"additional","affiliation":[]},{"given":"Bonan","family":"Pu","sequence":"additional","affiliation":[]},{"given":"Francesco","family":"Pinto","sequence":"additional","affiliation":[]},{"given":"Yingheng","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Kumar","family":"Shridhar","sequence":"additional","affiliation":[]},{"given":"Kalon J.","family":"Overholt","sequence":"additional","affiliation":[]},{"given":"Glib","family":"Briia","sequence":"additional","affiliation":[]},{"given":"Hieu","family":"Nguyen","sequence":"additional","affiliation":[]},{"given":"David","family":"Quod Soler Bartomeu","sequence":"additional","affiliation":[]},{"given":"Tony CY","family":"Pang","sequence":"additional","affiliation":[]},{"given":"Adam","family":"Wecker","sequence":"additional","affiliation":[]},{"given":"Yifan","family":"Xiong","sequence":"additional","affiliation":[]},{"given":"Fanfei","family":"Li","sequence":"additional","affiliation":[]},{"given":"Lukas S.","family":"Huber","sequence":"additional","affiliation":[]},{"given":"Joshua","family":"Jaeger","sequence":"additional","affiliation":[]},{"given":"Romano","family":"De Maddalena","sequence":"additional","affiliation":[]},{"given":"Xing Han","family":"L\u00f9","sequence":"additional","affiliation":[]},{"given":"Yuhui","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Claas","family":"Beger","sequence":"additional","affiliation":[]},{"given":"Patrick Tser Jern","family":"Kon","sequence":"additional","affiliation":[]},{"given":"Sean","family":"Li","sequence":"additional","affiliation":[]},{"given":"Vivek","family":"Sanker","sequence":"additional","affiliation":[]},{"given":"Ming","family":"Yin","sequence":"additional","affiliation":[]},{"given":"Yihao","family":"Liang","sequence":"additional","affiliation":[]},{"given":"Xinlu","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Ankit","family":"Agrawal","sequence":"additional","affiliation":[]},{"given":"Li S.","family":"Yifei","sequence":"additional","affiliation":[]},{"given":"Zechen","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Mu","family":"Cai","sequence":"additional","affiliation":[]},{"given":"Yasin","family":"Sonmez","sequence":"additional","affiliation":[]},{"given":"Costin","family":"Cozianu","sequence":"additional","affiliation":[]},{"given":"Changhao","family":"Li","sequence":"additional","affiliation":[]},{"given":"Alex","family":"Slen","sequence":"additional","affiliation":[]},{"given":"Shoubin","family":"Yu","sequence":"additional","affiliation":[]},{"given":"Hyun Kyu","family":"Park","sequence":"additional","affiliation":[]},{"given":"Gabriele","family":"Sarti","sequence":"additional","affiliation":[]},{"given":"Marcin","family":"Bria\u0144ski","sequence":"additional","affiliation":[]},{"given":"Alessandro","family":"Stolfo","sequence":"additional","affiliation":[]},{"given":"Truong An","family":"Nguyen","sequence":"additional","affiliation":[]},{"given":"Mike","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Yotam","family":"Perlitz","sequence":"additional","affiliation":[]},{"given":"Jose","family":"Hernandez-Orallo","sequence":"additional","affiliation":[]},{"given":"Runjia","family":"Li","sequence":"additional","affiliation":[]},{"given":"Amin","family":"Shabani","sequence":"additional","affiliation":[]},{"given":"Felix","family":"Juefei-Xu","sequence":"additional","affiliation":[]},{"given":"Shikhar","family":"Dhingra","sequence":"additional","affiliation":[]},{"given":"Orr","family":"Zohar","sequence":"additional","affiliation":[]},{"given":"My Chiffon","family":"Nguyen","sequence":"additional","affiliation":[]},{"given":"Alexander","family":"Pondaven","sequence":"additional","affiliation":[]},{"given":"Abdurrahim","family":"Yilmaz","sequence":"additional","affiliation":[]},{"given":"Xuandong","family":"Zhao","sequence":"additional","affiliation":[]},{"given":"Chuanyang","family":"Jin","sequence":"additional","affiliation":[]},{"given":"Muyan","family":"Jiang","sequence":"additional","affiliation":[]},{"given":"Stefan","family":"Todoran","sequence":"additional","affiliation":[]},{"given":"Xinyao","family":"Han","sequence":"additional","affiliation":[]},{"given":"Jules","family":"Kreuer","sequence":"additional","affiliation":[]},{"given":"Brian","family":"Rabern","sequence":"additional","affiliation":[]},{"given":"Anna","family":"Plassart","sequence":"additional","affiliation":[]},{"given":"Martino","family":"Maggetti","sequence":"additional","affiliation":[]},{"given":"Luther","family":"Yap","sequence":"additional","affiliation":[]},{"given":"Robert","family":"Geirhos","sequence":"additional","affiliation":[]},{"given":"Jonathon","family":"Kean","sequence":"additional","affiliation":[]},{"given":"Dingsu","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Sina","family":"Mollaei","sequence":"additional","affiliation":[]},{"given":"Chenkai","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Yifan","family":"Yin","sequence":"additional","affiliation":[]},{"given":"Shiqi","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Rui","family":"Li","sequence":"additional","affiliation":[]},{"given":"Yaowen","family":"Chang","sequence":"additional","affiliation":[]},{"given":"Anjiang","family":"Wei","sequence":"additional","affiliation":[]},{"given":"Alice","family":"Bizeul","sequence":"additional","affiliation":[]},{"given":"Xiaohan","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Alexandre Oliveira","family":"Arrais","sequence":"additional","affiliation":[]},{"given":"Kushin","family":"Mukherjee","sequence":"additional","affiliation":[]},{"given":"Jorge","family":"Chamorro-Padial","sequence":"additional","affiliation":[]},{"given":"Jiachen","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Xingyu","family":"Qu","sequence":"additional","affiliation":[]},{"given":"Junyi","family":"Guan","sequence":"additional","affiliation":[]},{"given":"Adam","family":"Bouyamourn","sequence":"additional","affiliation":[]},{"given":"Shuyu","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Martyna","family":"Plomecka","sequence":"additional","affiliation":[]},{"given":"Junda","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Mengze","family":"Tang","sequence":"additional","affiliation":[]},{"given":"Jiaqi","family":"Deng","sequence":"additional","affiliation":[]},{"given":"Shreyas","family":"Subramanian","sequence":"additional","affiliation":[]},{"given":"Haocheng","family":"Xi","sequence":"additional","affiliation":[]},{"given":"Haoxuan","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Weizhi","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Yinuo","family":"Ren","sequence":"additional","affiliation":[]},{"given":"Haoqin","family":"Tu","sequence":"additional","affiliation":[]},{"given":"Sejong","family":"Kim","sequence":"additional","affiliation":[]},{"given":"Yushun","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Sara Vera","family":"Marjanovi\u0107","sequence":"additional","affiliation":[]},{"given":"Junwoo","family":"Ha","sequence":"additional","affiliation":[]},{"given":"Grzegorz","family":"Luczyna","sequence":"additional","affiliation":[]},{"given":"Jeff J.","family":"Ma","sequence":"additional","affiliation":[]},{"given":"Zewen","family":"Shen","sequence":"additional","affiliation":[]},{"given":"Dawn","family":"Song","sequence":"additional","affiliation":[]},{"given":"Cedegao E.","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Zhun","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Ga\u00ebl","family":"Gendron","sequence":"additional","affiliation":[]},{"given":"Yunze","family":"Xiao","sequence":"additional","affiliation":[]},{"given":"Leo","family":"Smucker","sequence":"additional","affiliation":[]},{"given":"Erica","family":"Weng","sequence":"additional","affiliation":[]},{"given":"Kwok Hao","family":"Lee","sequence":"additional","affiliation":[]},{"given":"Zhe","family":"Ye","sequence":"additional","affiliation":[]},{"given":"Stefano","family":"Ermon","sequence":"additional","affiliation":[]},{"given":"Ignacio D.","family":"Lopez-Miguel","sequence":"additional","affiliation":[]},{"given":"Theo","family":"Knights","sequence":"additional","affiliation":[]},{"given":"Anthony","family":"Gitter","sequence":"additional","affiliation":[]},{"given":"Namkyu","family":"Park","sequence":"additional","affiliation":[]},{"given":"Boyi","family":"Wei","sequence":"additional","affiliation":[]},{"given":"Hongzheng","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Kunal","family":"Pai","sequence":"additional","affiliation":[]},{"given":"Ahmed","family":"Elkhanany","sequence":"additional","affiliation":[]},{"given":"Han","family":"Lin","sequence":"additional","affiliation":[]},{"given":"Philipp D.","family":"Siedler","sequence":"additional","affiliation":[]},{"given":"Jichao","family":"Fang","sequence":"additional","affiliation":[]},{"given":"Ritwik","family":"Mishra","sequence":"additional","affiliation":[]},{"given":"K\u00e1roly","family":"Zsolnai-Feh\u00e9r","sequence":"additional","affiliation":[]},{"given":"Xilin","family":"Jiang","sequence":"additional","affiliation":[]},{"given":"Shadab","family":"Khan","sequence":"additional","affiliation":[]},{"given":"Jun","family":"Yuan","sequence":"additional","affiliation":[]},{"given":"Rishab Kumar","family":"Jain","sequence":"additional","affiliation":[]},{"given":"Xi","family":"Lin","sequence":"additional","affiliation":[]},{"given":"Mike","family":"Peterson","sequence":"additional","affiliation":[]},{"given":"Zhe","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Aditya","family":"Malusare","sequence":"additional","affiliation":[]},{"given":"Maosen","family":"Tang","sequence":"additional","affiliation":[]},{"given":"Isha","family":"Gupta","sequence":"additional","affiliation":[]},{"given":"Ivan","family":"Fosin","sequence":"additional","affiliation":[]},{"given":"Timothy","family":"Kang","sequence":"additional","affiliation":[]},{"given":"Barbara","family":"Dworakowska","sequence":"additional","affiliation":[]},{"given":"Kazuki","family":"Matsumoto","sequence":"additional","affiliation":[]},{"given":"Guangyao","family":"Zheng","sequence":"additional","affiliation":[]},{"given":"Gerben","family":"Sewuster","sequence":"additional","affiliation":[]},{"given":"Jorge Pretel","family":"Villanueva","sequence":"additional","affiliation":[]},{"given":"Ivan","family":"Rannev","sequence":"additional","affiliation":[]},{"given":"Igor","family":"Chernyavsky","sequence":"additional","affiliation":[]},{"given":"Jiale","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Deepayan","family":"Banik","sequence":"additional","affiliation":[]},{"given":"Ben","family":"Racz","sequence":"additional","affiliation":[]},{"given":"Wenchao","family":"Dong","sequence":"additional","affiliation":[]},{"given":"Jianxin","family":"Wang","sequence":"additional","affiliation":[]},{"given":"Laila","family":"Bashmal","sequence":"additional","affiliation":[]},{"given":"Duarte V.","family":"Gon\u00e7alves","sequence":"additional","affiliation":[]},{"given":"Wei","family":"Hu","sequence":"additional","affiliation":[]},{"given":"Kaushik","family":"Bar","sequence":"additional","affiliation":[]},{"given":"Ondrej","family":"Bohdal","sequence":"additional","affiliation":[]},{"given":"Atharv Singh","family":"Patlan","sequence":"additional","affiliation":[]},{"given":"Shehzaad","family":"Dhuliawala","sequence":"additional","affiliation":[]},{"given":"Caroline","family":"Geirhos","sequence":"additional","affiliation":[]},{"given":"Julien","family":"Wist","sequence":"additional","affiliation":[]},{"given":"Yuval","family":"Kansal","sequence":"additional","affiliation":[]},{"given":"Bingsen","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Kutay","family":"Tire","sequence":"additional","affiliation":[]},{"given":"Atak Talay","family":"Y\u00fccel","sequence":"additional","affiliation":[]},{"given":"Brandon","family":"Christof","sequence":"additional","affiliation":[]},{"given":"Veerupaksh","family":"Singla","sequence":"additional","affiliation":[]},{"given":"Zijian","family":"Song","sequence":"additional","affiliation":[]},{"given":"Sanxing","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Jiaxin","family":"Ge","sequence":"additional","affiliation":[]},{"given":"Kaustubh","family":"Ponkshe","sequence":"additional","affiliation":[]},{"given":"Isaac","family":"Park","sequence":"additional","affiliation":[]},{"given":"Tianneng","family":"Shi","sequence":"additional","affiliation":[]},{"given":"Martin Q.","family":"Ma","sequence":"additional","affiliation":[]},{"given":"Joshua","family":"Mak","sequence":"additional","affiliation":[]},{"given":"Sherwin","family":"Lai","sequence":"additional","affiliation":[]},{"given":"Antoine","family":"Moulin","sequence":"additional","affiliation":[]},{"given":"Zhuo","family":"Cheng","sequence":"additional","affiliation":[]},{"given":"Zhanda","family":"Zhu","sequence":"additional","affiliation":[]},{"given":"Ziyi","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Vaidehi","family":"Patil","sequence":"additional","affiliation":[]},{"given":"Ketan","family":"Jha","sequence":"additional","affiliation":[]},{"given":"Qiutong","family":"Men","sequence":"additional","affiliation":[]},{"given":"Jiaxuan","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Tianchi","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Bruno Hebling","family":"Vieira","sequence":"additional","affiliation":[]},{"given":"Alham Fikri","family":"Aji","sequence":"additional","affiliation":[]},{"given":"Jae-Won","family":"Chung","sequence":"additional","affiliation":[]},{"given":"Mohammed","family":"Mahfoud","sequence":"additional","affiliation":[]},{"given":"Ha","family":"Thi Hoang","sequence":"additional","affiliation":[]},{"given":"Marc","family":"Sperzel","sequence":"additional","affiliation":[]},{"given":"Wei","family":"Hao","sequence":"additional","affiliation":[]},{"given":"Kristof","family":"Meding","sequence":"additional","affiliation":[]},{"given":"Sihan","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Vassilis","family":"Kostakos","sequence":"additional","affiliation":[]},{"given":"Davide","family":"Manini","sequence":"additional","affiliation":[]},{"given":"Yueying","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Christopher","family":"Toukmaji","sequence":"additional","affiliation":[]},{"given":"Eunmi","family":"Yu","sequence":"additional","affiliation":[]},{"given":"Arif Engin","family":"Demircali","sequence":"additional","affiliation":[]},{"given":"Zhiyi","family":"Sun","sequence":"additional","affiliation":[]},{"given":"Ivan","family":"Dewerpe","sequence":"additional","affiliation":[]},{"given":"Hongsen","family":"Qin","sequence":"additional","affiliation":[]},{"given":"Roman","family":"Pflugfelder","sequence":"additional","affiliation":[]},{"given":"James","family":"Bailey","sequence":"additional","affiliation":[]},{"given":"Johnathan","family":"Morris","sequence":"additional","affiliation":[]},{"given":"Ville","family":"Heilala","sequence":"additional","affiliation":[]},{"given":"Sybille","family":"Rosset","sequence":"additional","affiliation":[]},{"given":"Zishun","family":"Yu","sequence":"additional","affiliation":[]},{"given":"Peter E.","family":"Chen","sequence":"additional","affiliation":[]},{"given":"Woongyeong","family":"Yeo","sequence":"additional","affiliation":[]},{"given":"Eeshaan","family":"Jain","sequence":"additional","affiliation":[]},{"given":"Sreekar","family":"Chigurupati","sequence":"additional","affiliation":[]},{"given":"Julia","family":"Chernyavsky","sequence":"additional","affiliation":[]},{"given":"Sai Prajwal","family":"Reddy","sequence":"additional","affiliation":[]},{"given":"Subhashini","family":"Venugopalan","sequence":"additional","affiliation":[]},{"given":"Hunar","family":"Batra","sequence":"additional","affiliation":[]},{"given":"Core Francisco","family":"Park","sequence":"additional","affiliation":[]},{"given":"Hieu","family":"Tran","sequence":"additional","affiliation":[]},{"given":"Guilherme","family":"Maximiano","sequence":"additional","affiliation":[]},{"given":"Genghan","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Yizhuo","family":"Liang","sequence":"additional","affiliation":[]},{"given":"Hu","family":"Shiyu","sequence":"additional","affiliation":[]},{"given":"Rongwu","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Rui","family":"Pan","sequence":"additional","affiliation":[]},{"given":"Siddharth","family":"Suresh","sequence":"additional","affiliation":[]},{"given":"Ziqi","family":"Liu","sequence":"additional","affiliation":[]},{"given":"Samaksh","family":"Gulati","sequence":"additional","affiliation":[]},{"given":"Songyang","family":"Zhang","sequence":"additional","affiliation":[]},{"given":"Peter","family":"Turchin","sequence":"additional","affiliation":[]},{"given":"Christopher W.","family":"Bartlett","sequence":"additional","affiliation":[]},{"given":"Christopher R.","family":"Scotese","sequence":"additional","affiliation":[]},{"given":"Phuong M.","family":"Cao","sequence":"additional","affiliation":[]},{"given":"Ben","family":"Wu","sequence":"additional","affiliation":[]},{"given":"Jacek","family":"Karwowski","sequence":"additional","affiliation":[]},{"given":"Davide","family":"Scaramuzza","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2026,1,28]]},"reference":[{"key":"9962_CR1","unstructured":"Hendrycks, D. et al. Measuring massive multitask language understanding. In Proc. International Conference on Learning Representations (ICLR) https:\/\/openreview.net\/forum?id=d7KBjmI3GmQ (ICLR, 2021)."},{"key":"9962_CR2","unstructured":"Gemini Team Google. Gemini 1.5: unlocking multimodal understanding across millions of tokens of context. Preprint at https:\/\/arxiv.org\/abs\/2403.05530 (2024)."},{"key":"9962_CR3","unstructured":"OpenAI et al. GPT-4 technical report. Preprint at https:\/\/arxiv.org\/abs\/2303.08774 (2024)."},{"key":"9962_CR4","unstructured":"The Claude 3 Model Family: Opus, Sonnet, Haiku (Anthropic, 2024)."},{"key":"9962_CR5","unstructured":"OpenAI o1 System Card (OpenAI, 2024)."},{"key":"9962_CR6","doi-asserted-by":"publisher","first-page":"633","DOI":"10.1038\/s41586-025-09422-z","volume":"645","author":"D Guo","year":"2025","unstructured":"Guo, D. et al. DeepSeek-R1 incentivizes reasoning in LLMs through reinforcement learning. Nature 645, 633\u2013638 (2025).","journal-title":"Nature"},{"key":"9962_CR7","unstructured":"Wei, J. et al. Measuring short-form factuality in large language models. Preprint at https:\/\/arxiv.org\/abs\/2411.04368 (2024)."},{"key":"9962_CR8","doi-asserted-by":"crossref","unstructured":"Hendrycks, D. et al. PixMix: Dreamlike pictures comprehensively improve safety measures. In Proc. IEEE\/CVF Conference on Computer Vision and Pattern Recognition (CVPR), 16783\u201316792 (IEEE\/CVF, 2022).","DOI":"10.1109\/CVPR52688.2022.01628"},{"key":"9962_CR9","unstructured":"Rein, D. et al. GPQA: A graduate-level Google-proof Q&A benchmark. In Proc. First Conference on Language Modeling (COLM) https:\/\/openreview.net\/forum?id=Ti67584b98 (COLM, 2024)."},{"key":"9962_CR10","unstructured":"Chollet, F., Knoop, M., Kamradt, G. & Landers, B. ARC prize 2024: technical report. Preprint at https:\/\/arxiv.org\/abs\/2412.04604 (2024)."},{"key":"9962_CR11","unstructured":"Hendrycks, D. et al. A definition of AGI. Preprint at https:\/\/arxiv.org\/abs\/2510.18212 (2025)."},{"key":"9962_CR12","unstructured":"Li, N. et al. The WMDP benchmark: measuring and reducing malicious use with unlearning. In Proc. 41st International Conference on Machine Learning (ICML), 28713\u201328738 (PMLR, 2024)."},{"key":"9962_CR13","unstructured":"Laurent, J. M. et al. LAB-bench: measuring capabilities of language models for biology research. Preprint at https:\/\/arxiv.org\/abs\/2407.10362 (2024)."},{"key":"9962_CR14","unstructured":"Srivastava, A. et al. Beyond the imitation game: Quantifying and extrapolating the capabilities of language models. Trans. Mach. Learn. Res. https:\/\/openreview.net\/forum?id=uyTL5Bvosj (2023)."},{"key":"9962_CR15","unstructured":"Zhong, W. et al. Agieval: a human-centric benchmark for evaluating foundation models. Preprint at https:\/\/arxiv.org\/abs\/2304.06364 (2023)."},{"key":"9962_CR16","unstructured":"Hendrycks, D. et al. Measuring mathematical problem solving with the MATH dataset. In Proc. 35th Conference on Neural Information Processing Systems (NeurIPS) Datasets and Benchmarks Track https:\/\/openreview.net\/forum?id=7Bywt2mQsCe (NeurIPS, 2021)."},{"key":"9962_CR17","unstructured":"Lu, P. et al. MathVista: Evaluating mathematical reasoning of foundation models in visual contexts. In Proc. International Conference on Learning Representations (ICLR) https:\/\/openreview.net\/forum?id=KUNzEQMWU7 (ICLR, 2024)."},{"key":"9962_CR18","unstructured":"Cobbe, K. et al. Training verifiers to solve math word problems. Preprint at https:\/\/arxiv.org\/abs\/2110.14168 (2021)."},{"key":"9962_CR19","unstructured":"Glazer, E. et al. FrontierMath: a benchmark for evaluating advanced mathematical reasoning in AI. Preprint at https:\/\/arxiv.org\/abs\/2411.04872 (2024)."},{"key":"9962_CR20","doi-asserted-by":"crossref","unstructured":"He, C. et al. OlympiadBench: A challenging benchmark for promoting AGI with Olympiad-level bilingual multimodal scientific problems. In Proc. 62nd Annual Meeting of the Association for Computational Linguistics (ACL), 3828\u20133850 (ACL, 2024).","DOI":"10.18653\/v1\/2024.acl-long.211"},{"key":"9962_CR21","unstructured":"Gao, B. et al. Omni-MATH: A universal Olympiad level mathematic benchmark for large language models. In Proc. International Conference on Learning Representations (ICLR) https:\/\/openreview.net\/forum?id=yaqPf0KAlN (ICLR, 2025)."},{"key":"9962_CR22","unstructured":"Chan, J. S. et al. MLE-bench: Evaluating machine learning agents on machine learning engineering. In Proc. International Conference on Learning Representations (ICLR) https:\/\/openreview.net\/forum?id=6s5uXNWGIh (ICLR, 2025)."},{"key":"9962_CR23","unstructured":"Zhang, A. K. et al. Cybench: A framework for evaluating cybersecurity capabilities and risks of language models. In Proc. International Conference on Learning Representations (ICLR) https:\/\/openreview.net\/forum?id=tc90LV0yRL (ICLR, 2025)."},{"key":"9962_CR24","unstructured":"Jimenez, C. E. et al. SWE-bench: Can language models resolve real-world Github issues? In Proc. International Conference on Learning Representations (ICLR) https:\/\/openreview.net\/forum?id=VTF8yNQM66 (ICLR, 2024)."},{"key":"9962_CR25","unstructured":"Chen, M. et al. Evaluating large language models trained on code. Preprint at https:\/\/arxiv.org\/abs\/2107.03374 (2021)."},{"key":"9962_CR26","unstructured":"Hendrycks, D. et al. Measuring coding challenge competence with APPS. In Proc. 35th Conference on Neural Information Processing Systems (NeurIPS) Datasets and Benchmarks Track https:\/\/openreview.net\/forum?id=sD93GOzH3i5 (NeurIPS, 2021)."},{"key":"9962_CR27","unstructured":"Bhatt, M. et al. Purple Llama CyberSecEval: a secure coding benchmark for language models. Preprint at https:\/\/arxiv.org\/abs\/2312.04724 (2023)."},{"key":"9962_CR28","unstructured":"Austin, J. et al. Program synthesis with large language models. Preprint at https:\/\/arxiv.org\/abs\/2108.07732 (2021)."},{"key":"9962_CR29","unstructured":"Bai, Y. et al. Training a helpful and harmless assistant with reinforcement learning from human feedback. Preprint at https:\/\/arxiv.org\/abs\/2204.05862 (2022)."},{"key":"9962_CR30","unstructured":"Perez, E. et al. Discovering language model behaviors with model-written evaluations. In Findings of the Association for Computational Linguistics: ACL 2023, 13387\u201313434 (ACL, 2023)."},{"key":"9962_CR31","doi-asserted-by":"crossref","unstructured":"Rajpurkar, P. et al. SQuAD: 100,000+ questions for machine comprehension of text. In Proc. 2016 Conference on Empirical Methods in Natural Language Processing (EMNLP), 2383\u20132392 (EMNLP, 2016).","DOI":"10.18653\/v1\/D16-1264"},{"key":"9962_CR32","doi-asserted-by":"crossref","unstructured":"Rajpurkar, P. et al. Know what you don\u2019t know: Unanswerable questions for SQuAD. In Proc. 56th Annual Meeting of the Association for Computational Linguistics (ACL), 784\u2013789 (ACL, 2018).","DOI":"10.18653\/v1\/P18-2124"},{"key":"9962_CR33","unstructured":"Bajaj, P. et al. MS MACRO: a human generated machine reading comprehension dataset. Preprint at https:\/\/arxiv.org\/abs\/1611.09268 (2018)."},{"key":"9962_CR34","unstructured":"Hendrycks, D. et al. What would Jiminy Cricket do? Towards agents that behave morally. In Proc. 35th Conference on Neural Information Processing Systems (NeurIPS) Datasets and Benchmarks Track https:\/\/openreview.net\/forum?id=G1muTb5zuO7 (NeurIPS, 2021)."},{"key":"9962_CR35","unstructured":"Phan, L., Mazeika, M., Zou, A. & Hendrycks, D. Textquests: how good are LLMs at text-based video games? Preprint at https:\/\/arxiv.org\/abs\/2507.23701 (2025)."},{"key":"9962_CR36","unstructured":"Wang, A. et al. GLUE: A multi-task benchmark and analysis platform for natural language understanding. In Proc. International Conference on Learning Representations (ICLR) https:\/\/openreview.net\/forum?id=rJ4km2R5t7 (ICLR, 2019)."},{"key":"9962_CR37","unstructured":"Wang, A. et al. SuperGLUE: A stickier benchmark for general-purpose language understanding systems. In Proc. Advances in Neural Information Processing Systems (NeurIPS), Vol. 32, 3261\u20133275 (NeurIPS, 2019)."},{"key":"9962_CR38","doi-asserted-by":"crossref","unstructured":"Yang, Z. et al. HotpotQA: A dataset for diverse, explainable multihop question answering. In Proc. 2018 Conference on Empirical Methods in Natural Language Processing (EMNLP), 2369\u20132380 (EMNLP, 2018).","DOI":"10.18653\/v1\/D18-1259"},{"key":"9962_CR39","unstructured":"Dua, D. et al. DROP: a reading comprehension benchmark requiring discrete reasoning over paragraphs. Preprint at https:\/\/arxiv.org\/abs\/1903.00161 (2019)."},{"key":"9962_CR40","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-022-34591-0","volume":"13","author":"S Ott","year":"2022","unstructured":"Ott, S., Barbosa-Silva, A., Blagec, K., Brauner, J. & Samwald, M. Mapping global dynamics of benchmark creation and saturation in artificial intelligence. Nat. Commun. 13, 6793 (2022).","journal-title":"Nat. Commun."},{"key":"9962_CR41","unstructured":"Owen, D. How predictable is language model benchmark performance? Preprint at https:\/\/arxiv.org\/abs\/2401.04757 (2024)."},{"key":"9962_CR42","doi-asserted-by":"crossref","unstructured":"Kiela, D. et al. Dynabench: Rethinking benchmarking in NLP. In Proc. 2021 Conference of the North American Chapter of the Association for Computational Linguistics (NAACL), 4110\u20134124 (NAACL, 2021).","DOI":"10.18653\/v1\/2021.naacl-main.324"},{"key":"9962_CR43","doi-asserted-by":"publisher","unstructured":"McIntosh, T. R. et al. Inadequacies of large language model benchmarks in the era of generative artificial intelligence. IEEE Trans. Artif. Intell. https:\/\/doi.org\/10.1109\/TAI.2025.3569516 (2025).","DOI":"10.1109\/TAI.2025.3569516"},{"key":"9962_CR44","unstructured":"Wang, Y. et al. MMLU-Pro: A more robust and challenging multi-task language understanding benchmark. In Proc. Advances in Neural Information Processing Systems (NeurIPS), article no. 3018 (NeurIPS, 2024)."},{"key":"9962_CR45","unstructured":"Taghanaki, S. A., Khani, A. & Khasahmadi, A. MMLU-Pro+: evaluating higher-order reasoning and shortcut learning in LLMS. Preprint at https:\/\/arxiv.org\/abs\/2409.02257 (2024)."},{"key":"9962_CR46","unstructured":"Yao, S. et al. \u03c4-bench: A benchmark for tool-agent-user interaction in real-world domains. In Proc. International Conference on Learning Representations (ICLR) https:\/\/openreview.net\/forum?id=roNSXZpUDN (ICLR, 2025)."},{"key":"9962_CR47","unstructured":"Andriushchenko, M. et al. AgentHarm: A benchmark for measuring harmfulness of LLM agents. In Proc. International Conference on Learning Representations (ICLR) https:\/\/openreview.net\/forum?id=AC5n7xHuR1 (ICLR, 2025)."},{"key":"9962_CR48","unstructured":"Kumar, P. et al. Refusal-trained LLMS are easily jailbroken as browser agents. Preprint at https:\/\/arxiv.org\/abs\/2410.13886 (2024)."},{"key":"9962_CR49","unstructured":"Yan, F. et al. Berkeley Function Calling Leaderboard https:\/\/gorilla.cs.berkeley.edu\/blogs\/8_berkeley_function_calling_leaderboard.html (2024)."},{"key":"9962_CR50","unstructured":"Srinivasan, V. K. et al. NexusRaven: a commercially-permissive language model for function calling. In NeurIPS 2023 Foundation Models for Decision Making Workshop (NeurIPS, 2023)."},{"key":"9962_CR51","unstructured":"Hosseini, A., Sordoni, A., Toyama, D., Courville, A. & Agarwal, R. Not all LLM reasoners are created equal. Preprint at https:\/\/arxiv.org\/abs\/2410.01748 (2024)."},{"key":"9962_CR52","doi-asserted-by":"publisher","first-page":"172","DOI":"10.1038\/s41586-023-06291-2","volume":"620","author":"K Singhal","year":"2023","unstructured":"Singhal, K. et al. Large language models encode clinical knowledge. Nature 620, 172\u2013180 (2023).","journal-title":"Nature"},{"key":"9962_CR53","doi-asserted-by":"crossref","unstructured":"Nie, Y. et al. Adversarial NLI: A new benchmark for natural language understanding. In Proc. 58th Annual Meeting of the Association for Computational Linguistics (ACL), 4885\u20134901 (ACL, 2020).","DOI":"10.18653\/v1\/2020.acl-main.441"},{"key":"9962_CR54","unstructured":"G\u00f6tting, J. et al. Virology capabilities test (VCT): a multimodal virology Q&A benchmark. Preprint at https:\/\/arxiv.org\/abs\/2504.16137 (2025)."},{"key":"9962_CR55","unstructured":"Phuong, M. et al. Evaluating frontier models for dangerous capabilities. Preprint at https:\/\/arxiv.org\/abs\/2403.13793 (2024)."},{"key":"9962_CR56","unstructured":"Anthropic\u2019s Responsible Scaling Policy Updates https:\/\/www.anthropic.com\/rsp-updates (Anthropic, 2024)."},{"key":"9962_CR57","unstructured":"Mazeika, M. et al. Remote labor index: measuring AI automation of remote work. Preprint at https:\/\/arxiv.org\/abs\/2510.26787 (2025)."},{"key":"9962_CR58","unstructured":"Patwardhan, T. et al. GDPval: evaluating ai model performance on real-world economically valuable tasks. Preprint at https:\/\/arxiv.org\/abs\/2510.04374 (2025)."},{"key":"9962_CR59","first-page":"452","volume":"7","author":"T Kwiatkowski","year":"2019","unstructured":"Kwiatkowski, T. et al. Natural questions: a benchmark for question answering research. Trans. Assoc. Comput. Linguist. 7, 452\u2013466 (2019).","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"9962_CR60","doi-asserted-by":"crossref","unstructured":"Antol, S. et al. VQA: Visual question answering. In Proc. IEEE International Conference on Computer Vision (ICCV), 2425\u20132433 (IEEE, 2015).","DOI":"10.1109\/ICCV.2015.279"},{"key":"9962_CR61","doi-asserted-by":"publisher","first-page":"249","DOI":"10.1162\/tacl_a_00266","volume":"7","author":"S Reddy","year":"2019","unstructured":"Reddy, S., Chen, D. & Manning, C. D. CoQA: a conversational question answering challenge. Trans. Assoc. Comput. Linguist. 7, 249\u2013266 (2019).","journal-title":"Trans. Assoc. Comput. Linguist."},{"key":"9962_CR62","doi-asserted-by":"crossref","unstructured":"Bowman, S. R., Angeli, G., Potts, C. & Manning, C. D. A large annotated corpus for learning natural language inference. In Proc. 2015 Conference on Empirical Methods in Natural Language Processing (eds M\u00e0rquez, L. et al.), 632\u2013642 (ACL, 2015).","DOI":"10.18653\/v1\/D15-1075"},{"key":"9962_CR63","unstructured":"Skarlinski, M., Laurent, J., Bou, A. & White, A. About 30% of Humanity\u2019s Last Exam chemistry\/biology answers are likely wrong. FutureHouse https:\/\/www.futurehouse.org\/research-announcements\/hle-exam (2025)."},{"key":"9962_CR64","unstructured":"Arora, R. K. et al. HealthBench: evaluating large language models towards improved human health. Preprint at https:\/\/arxiv.org\/abs\/2505.08775 (2025)."}],"container-title":["Nature"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/www.nature.com\/articles\/s41586-025-09962-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41586-025-09962-4","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/www.nature.com\/articles\/s41586-025-09962-4.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,3,10]],"date-time":"2026-03-10T16:12:50Z","timestamp":1773159170000},"score":1,"resource":{"primary":{"URL":"https:\/\/www.nature.com\/articles\/s41586-025-09962-4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,1,28]]},"references-count":64,"journal-issue":{"issue":"8099","published-print":{"date-parts":[[2026,1,29]]}},"alternative-id":["9962"],"URL":"https:\/\/doi.org\/10.1038\/s41586-025-09962-4","relation":{"has-preprint":[{"id-type":"doi","id":"10.21203\/rs.3.rs-6615297\/v1","asserted-by":"object"}]},"ISSN":["0028-0836","1476-4687"],"issn-type":[{"value":"0028-0836","type":"print"},{"value":"1476-4687","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026,1,28]]},"assertion":[{"value":"7 May 2025","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 November 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"28 January 2026","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"The authors declare no competing interests.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}}]}}