{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T18:39:03Z","timestamp":1772908743573,"version":"3.50.1"},"reference-count":67,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,15]]},"DOI":"10.1109\/bigdata62323.2024.10826089","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:31:23Z","timestamp":1737052283000},"page":"4779-4788","source":"Crossref","is-referenced-by-count":1,"title":["Beyond the Bar: Generative AI as a Transformative Component in Legal Document Review"],"prefix":"10.1109","author":[{"given":"Eugene","family":"Yang","sequence":"first","affiliation":[{"name":"Johns Hopkins University,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Roshanak","family":"Omrani","sequence":"additional","affiliation":[{"name":"Relativity,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Evan","family":"Curtin","sequence":"additional","affiliation":[{"name":"Relativity,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Tara","family":"Emory","sequence":"additional","affiliation":[{"name":"Covington & Burling LLP,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lenora","family":"Gray","sequence":"additional","affiliation":[{"name":"Elevate,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jeremy","family":"Pickens","sequence":"additional","affiliation":[{"name":"Elevate,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Nathan","family":"Reff","sequence":"additional","affiliation":[{"name":"Relativity,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Cristin","family":"Traylor","sequence":"additional","affiliation":[{"name":"Relativity,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Sean","family":"Underwood","sequence":"additional","affiliation":[{"name":"Relativity,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David D.","family":"Lewis","sequence":"additional","affiliation":[{"name":"Elevate,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Aron J.","family":"Ahmadia","sequence":"additional","affiliation":[{"name":"Relativity,USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"263","reference":[{"key":"ref1","volume-title":"Managing E-Discovery and ESI: From Pre-Litigation Through Trial","author":"Berman","year":"2011"},{"key":"ref2","article-title":"Commentary on proportionality in electronic discovery","volume-title":"Sedona Conference Journal","author":"Conference"},{"key":"ref3","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-642-41057-4_4"},{"key":"ref4","volume-title":"Where the Money Goes: Understanding Litigant Expenditures for Producing Electronic Discovery","author":"Pace","year":"2012"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.1016\/S0306-4573(00)00010-8"},{"key":"ref6","doi-asserted-by":"publisher","DOI":"10.1145\/3560815"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3166.3197"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/s10506-010-9093-9"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.6028\/nist.sp.500-272.legal-overview"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1145\/3331184.3331299"},{"key":"ref11","article-title":"Towards scalable e-discovery using content-based hierarchical file clustering","volume-title":"Ph.D. dissertation","author":"Jaquez","year":"2013"},{"key":"ref12","doi-asserted-by":"publisher","DOI":"10.14778\/3402755.3402762"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99739-7_69"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-28241-6_41"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-319-65813-1_26"},{"key":"ref16","article-title":"CLEF 2018 technologically assisted reviews in empirical medicine overview","author":"Kanoulas","journal-title":"CLEF 2018"},{"key":"ref17","article-title":"CLEF 2019 technology assisted reviews in empirical medicine overview","author":"Kanoulas","journal-title":"CLEF 2019"},{"key":"ref18","article-title":"TAR on social media: A framework for online content moderation","author":"Yang","journal-title":"DESIRES 2021"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.1145\/2600428.2609601"},{"key":"ref20","doi-asserted-by":"publisher","DOI":"10.1145\/3469096.3469872"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.1145\/2766462.2767754"},{"key":"ref22","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-030-99736-6_34"},{"key":"ref23","article-title":"Garbage in, garbage out: Is seed set disclosure a necessary check on technology-assisted review and should courts require disclosure?","author":"Kitzer","year":"2018","journal-title":"U. Ill. JL Tech. & Pol\u2019y"},{"key":"ref24","article-title":"\"transparency,\u201d\"discovery-on-discovery\" type disclosures, and party-opponent validation in ediscovery","author":"Weiner","year":"2019","journal-title":"Labor Law Journal"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-emnlp.38"},{"key":"ref26","article-title":"Training language models to follow instructions with human feedback","author":"Ouyang","year":"2022","journal-title":"NeurIPS"},{"key":"ref27","article-title":"Multitask Prompted Training Enables Zero-Shot Task Generalization","author":"Sanh","year":"2022","journal-title":"ICLR"},{"issue":"8","key":"ref28","first-page":"9","article-title":"Language models are unsupervised multitask learners","volume":"1","author":"Radford","year":"2019","journal-title":"OpenAI blog"},{"key":"ref29","first-page":"82","article-title":"LLMs accelerate annotation for medical information extraction","volume":"225","author":"Goel","year":"2023","journal-title":"Machine Learning for Health (ML4H)"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.1109\/BigData59044.2023.10386476"},{"key":"ref31","article-title":"Benchmarking large language models for news summarization","author":"Zhang","year":"2023","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"ref32","article-title":"Long-former: The long-document transformer","author":"Beltagy","year":"2020"},{"key":"ref33","volume-title":"Large language models for text classification: From zero-shot learning to fine-tuning","author":"Chae","year":"2023"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.nllp-1.17"},{"key":"ref35","article-title":"Overview of the TREC 2011 legal track","author":"Grossman","journal-title":"TREC 2011"},{"key":"ref36","article-title":"Using ChatGPT for the FOIA Exemption 5 Deliberative Process Privilege","author":"Baron","journal-title":"LegalAIIA 2023"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.1145\/3578337.3605136"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.naacl-industry.15"},{"key":"ref39","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP48485.2024.10447803"},{"key":"ref40","article-title":"Llms as workers in human-computational algorithms? replicating crowdsourcing pipelines with llms","author":"Wu","year":"2023"},{"key":"ref41","article-title":"Safeguarding crowdsourcing surveys from ChatGPT with prompt injection","author":"Wang","year":"2023"},{"key":"ref42","article-title":"Prevalence and prevention of large language model use in crowd work","author":"Veselovsky","year":"2023"},{"key":"ref43","article-title":"GPT-4 Technical Report","year":"2023"},{"key":"ref44","article-title":"New models and developer products announced at DevDay","year":"2023"},{"key":"ref45","first-page":"1877","article-title":"Language Models are Few-Shot Learners","author":"Brown","year":"2020","journal-title":"NeurIPS 2020"},{"key":"ref46","article-title":"Chain-of-Thought Prompting Elicits Reasoning in Large Language Models","author":"Wei","journal-title":"NeurIPS 2022"},{"key":"ref47","article-title":"Trustworthy artificial intelligence: a review","author":"Kaur","year":"2022","journal-title":"ACM Computing Surveys (CSUR)"},{"key":"ref48","volume-title":"Information Retrieval","author":"Van Rijsbergen","year":"1979"},{"key":"ref49","volume-title":"Sampling: design and analysis","author":"Lohr","year":"2022"},{"key":"ref50","doi-asserted-by":"publisher","DOI":"10.2307\/2530820"},{"key":"ref51","article-title":"Double sampling","author":"Hidiroglou","year":"2001","journal-title":"Survey methodology"},{"issue":"3","key":"ref52","doi-asserted-by":"crossref","DOI":"10.2134\/agronj1944.00021962003600030003x","article-title":"Estimating forage yield by the double-sampling method","volume":"36","author":"Wilm","year":"1944","journal-title":"Journal of the American Society of Agronomy"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.1093\/auk\/119.1.36"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.1016\/j.foreco.2003.10.022"},{"key":"ref55","volume-title":"Handbook of sequential analysis","author":"Ghosh","year":"1991"},{"key":"ref56","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.556"},{"key":"ref57","article-title":"Retrieval-Augmented Generation for Knowledge-Intensive NLP Tasks","author":"Lewis","journal-title":"NeurIPS 2020"},{"key":"ref58","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445922"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.1145\/3571730"},{"key":"ref60","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.173"},{"key":"ref61","article-title":"Societal biases in language generation: Progress and challenges","author":"Sheng","journal-title":"ACL 2021 and IJCNLP 2021"},{"key":"ref62","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-3805"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-3823"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.487"},{"key":"ref65","doi-asserted-by":"publisher","DOI":"10.55324\/josr.v2i11.1477"},{"key":"ref66","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.4461276"},{"key":"ref67","article-title":"ABA national lawyer population survey: Historical trend in total national lawyer population 1878-2022","year":"2022"}],"event":{"name":"2024 IEEE International Conference on Big Data (BigData)","location":"Washington, DC, USA","start":{"date-parts":[[2024,12,15]]},"end":{"date-parts":[[2024,12,18]]}},"container-title":["2024 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10824975\/10824942\/10826089.pdf?arnumber=10826089","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T08:16:12Z","timestamp":1737101772000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10826089\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,15]]},"references-count":67,"URL":"https:\/\/doi.org\/10.1109\/bigdata62323.2024.10826089","relation":{},"subject":[],"published":{"date-parts":[[2024,12,15]]}}}