{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,11]],"date-time":"2025-12-11T03:06:13Z","timestamp":1765422373105,"version":"3.33.0"},"reference-count":17,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,15]]},"DOI":"10.1109\/bigdata62323.2024.10825592","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:31:23Z","timestamp":1737052283000},"page":"4627-4631","source":"Crossref","is-referenced-by-count":2,"title":["Examining Trustworthiness of LLM-as-a-Judge Systems in a Clinical Trial Design Benchmark"],"prefix":"10.1109","author":[{"given":"Corey","family":"Curran","sequence":"first","affiliation":[{"name":"Rensselaer Polytechnic Institute,Department of Mathematical Sciences,Troy,New York,12180-3590"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nafis","family":"Neehal","sequence":"additional","affiliation":[{"name":"Rensselaer Polytechnic Institute,Department of Computer Science,Troy,New York,12180-3590"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Keerthiram","family":"Murugesan","sequence":"additional","affiliation":[{"name":"IBM Research,NY,10598"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kristin P.","family":"Bennett","sequence":"additional","affiliation":[{"name":"Rensselaer Polytechnic Institute,Department of Mathematical Sciences,Troy,New York,12180-3590"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","doi-asserted-by":"publisher","DOI":"10.1001\/jama.2022.21506"},{"issue":"4","key":"ref2","article-title":"How to improve assessment of balance in baseline characteristics of clinical trial participants\u2014example from proseva trial data?","volume":"4","author":"Festic","year":"2016","journal-title":"Annals of translational medicine"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.21037\/atm.2017.09.39"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.5694\/j.1326-5377.2003.tb05447.x"},{"article-title":"42 cfr \u00a7 11.48 - what constitutes clinical trial results information?","year":"2024","author":"Archives","key":"ref5"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.323.7321.1123"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1109\/ICHI52183.2021.00092"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1093\/jamia\/ocab126"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1145\/3582515.3609559"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-emnlp.476"},{"key":"ref11","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.766"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.1016\/j.imu.2024.101589"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1038\/s41586-023-06291-2"},{"article-title":"Ctbench: A comprehensive benchmark for evaluating language model capabilities in clinical trial design","year":"2024","author":"Neehal","key":"ref14"},{"year":"2024","key":"ref15","article-title":"Llama 3 model card"},{"year":"2023","key":"ref16","article-title":"GPT-4 Technical Report"},{"issue":"2","key":"ref17","first-page":"217","article-title":"The umls metathesaurus: representing different views of biomedical concepts","volume":"81","author":"Schuyler","year":"1993","journal-title":"Bulletin of the Medical Library Association"}],"event":{"name":"2024 IEEE International Conference on Big Data (BigData)","start":{"date-parts":[[2024,12,15]]},"location":"Washington, DC, USA","end":{"date-parts":[[2024,12,18]]}},"container-title":["2024 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10824975\/10824942\/10825592.pdf?arnumber=10825592","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T08:29:24Z","timestamp":1737102564000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10825592\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,15]]},"references-count":17,"URL":"https:\/\/doi.org\/10.1109\/bigdata62323.2024.10825592","relation":{},"subject":[],"published":{"date-parts":[[2024,12,15]]}}}