{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T19:46:42Z","timestamp":1782762402984,"version":"3.54.5"},"publisher-location":"New York, NY, USA","reference-count":82,"publisher":"ACM","license":[{"start":{"date-parts":[[2026,6,25]],"date-time":"2026-06-25T00:00:00Z","timestamp":1782345600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/legalcode"}],"funder":[{"DOI":"10.13039\/100000001","name":"National Science Foundation","doi-asserted-by":"publisher","award":["IIS-2144881"],"award-info":[{"award-number":["IIS-2144881"]}],"id":[{"id":"10.13039\/100000001","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2026,6,25]]},"DOI":"10.1145\/3805689.3812346","type":"proceedings-article","created":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T17:52:08Z","timestamp":1782755528000},"page":"4552-4580","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":0,"title":["Prompting from the bench: Large-scale pretraining is not sufficient to prepare LLMs for ordinary meaning analysis"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-6992-3992","authenticated-orcid":false,"given":"Abhishek","family":"Purushothama","sequence":"first","affiliation":[{"name":"Department of Computer Science, Georgetown University, Washington, District of Columbia, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-1778-2163","authenticated-orcid":false,"given":"Junghyun","family":"Min","sequence":"additional","affiliation":[{"name":"Department of Linguistics, Georgetown University, Washington, District of Columbia, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-8046-1701","authenticated-orcid":false,"given":"Brandon","family":"Waldon","sequence":"additional","affiliation":[{"name":"Linguistics Program and Department of Philosophy, University of South Carolina, Columbia, South Carolina, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5994-671X","authenticated-orcid":false,"given":"Nathan","family":"Schneider","sequence":"additional","affiliation":[{"name":"Departments of Computer Science and Linguistics, Georgetown University, Washington, District of Columbia, USA"}],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"320","published-online":{"date-parts":[[2026,6,25]]},"reference":[{"key":"e_1_3_2_1_1_1","unstructured":"Samuel Alito. 2024. Majority and Dissenting Opinions in CAMPOS-CHAVES v. GARLAND. https:\/\/www.supremecourt.gov\/opinions\/23pdf\/22- 674_bq7d.pdf"},{"key":"e_1_3_2_1_2_1","doi-asserted-by":"publisher","DOI":"10.63317\/4skerayorcxh"},{"key":"e_1_3_2_1_3_1","unstructured":"Anthropic. 2020. Claude 3.5 Sonnet Model Card Addendum. https:\/\/api.semanticscholar.org\/CorpusID:270667923"},{"key":"e_1_3_2_1_4_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.1214"},{"key":"e_1_3_2_1_5_1","doi-asserted-by":"publisher","DOI":"10.1145\/3777009"},{"key":"e_1_3_2_1_6_1","first-page":"135","article-title":"Ordinary Meaning and Plain Meaning. Va","volume":"110","author":"Basile Marco","year":"2024","unstructured":"Marco Basile. 2024. Ordinary Meaning and Plain Meaning. Va. L. Rev. 110 (2024), 135.","journal-title":"L. Rev."},{"key":"e_1_3_2_1_7_1","doi-asserted-by":"publisher","DOI":"10.1109\/TAI.2025.3575745"},{"key":"e_1_3_2_1_8_1","doi-asserted-by":"publisher","unstructured":"Shabnam Behzad Keisuke Sakaguchi Nathan Schneider and Amir Zeldes. 2023. ELQA: A Corpus of Metalinguistic Questions and Answers about English. In Proceedings of the 61st Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers) Anna Rogers Jordan Boyd-Graber and Naoaki Okazaki (Eds.). Association for Computational Linguistics Toronto Canada 2031\u20132047. https:\/\/doi.org\/10.18653\/v1\/2023.acl-long.113","DOI":"10.18653\/v1\/2023.acl-long.113"},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1145\/3769126.3769245"},{"key":"e_1_3_2_1_10_1","doi-asserted-by":"crossref","unstructured":"Piotr Bystranowski Ivar Hannikainen Guilherme Almeida and Kevin Tobia. 2025. Statutory Interpretation's Empirical Turn: Empirical Contributions to Cases Doctrine and Theory.","DOI":"10.2139\/ssrn.5846007"},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.261"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.cmcl-1.3"},{"key":"e_1_3_2_1_13_1","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.5188865"},{"key":"e_1_3_2_1_14_1","first-page":"1","article-title":"Scaling Instruction-Finetuned Language Models","volume":"25","author":"Chung Hyung Won","year":"2024","unstructured":"Hyung Won Chung, Le Hou, Shayne Longpre, Barret Zoph, Yi Tay, William Fedus, Yunxuan Li, Xuezhi Wang, Mostafa Dehghani, Siddhartha Brahma, Albert Webson, Shixiang Shane Gu, Zhuyun Dai, Mirac Suzgun, Xinyun Chen, Aakanksha Chowdhery, Alex Castro-Ros, Marie Pellat, Kevin Robinson, Dasha Valter, Sharan Narang, Gaurav Mishra, Adams Yu, Vincent Zhao, Yanping Huang, Andrew Dai, Hongkun Yu, Slav Petrov, Ed H. Chi, Jeff Dean, Jacob Devlin, Adam Roberts, Denny Zhou, Quoc V. Le, and Jason Wei. 2024. Scaling Instruction-Finetuned Language Models. Journal of Machine Learning Research 25, 70 (2024), 1\u201353. http:\/\/jmlr.org\/papers\/v25\/23-0870.html","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_15_1","first-page":"2","article-title":"Asking GPT for the Ordinary Meaning of Statutory Terms","volume":"2024","author":"Engel Christoph","year":"2024","unstructured":"Christoph Engel and Richard H. McAdams. 2024. Asking GPT for the Ordinary Meaning of Statutory Terms. University of Illinois Journal of Law, Technology & Policy 2024, 2 (July 2024), 235\u2013296.","journal-title":"University of Illinois Journal of Law, Technology & Policy"},{"key":"e_1_3_2_1_16_1","doi-asserted-by":"publisher","DOI":"10.1080\/23273798.2020.1781214"},{"key":"e_1_3_2_1_17_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-024-09766-4"},{"key":"e_1_3_2_1_18_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.531"},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-demos.10"},{"key":"e_1_3_2_1_20_1","unstructured":"Neil Gorsuch. 2020. Majority and Dissenting Opinions in BOSTOCK v. CLAYTON COUNTY GEORGIA. https:\/\/www.supremecourt.gov\/opinions\/19pdf\/17-1618_hfci.pdf"},{"key":"e_1_3_2_1_21_1","unstructured":"Neil Gorsuch. 2025. Majority and Dissenting Opinions in BONDI v. VANDERSTOK. https:\/\/www.supremecourt.gov\/opinions\/24pdf\/23-852_o7jp.pdf"},{"key":"e_1_3_2_1_22_1","unstructured":"Aaron Grattafiori Abhimanyu Dubey Abhinav Jauhri Abhinav Pandey Abhishek Kadian Ahmad Al-Dahle Aiesha Letman Akhil Mathur Alan Schelten Alex Vaughan Amy Yang Angela Fan Anirudh Goyal Anthony Hartshorn Aobo Yang Archi Mitra Archie Sravankumar Artem Korenev Arthur Hinsvark Arun Rao Aston Zhang Aurelien Rodriguez Austen Gregerson Ava Spataru Baptiste Roziere Bethany Biron Binh Tang Bobbie Chern Charlotte Caucheteux Chaya Nayak Chloe Bi Chris Marra Chris McConnell Christian Keller Christophe Touret Chunyang Wu Corinne Wong Cristian Canton Ferrer Cyrus Nikolaidis Damien Allonsius Daniel Song Danielle Pintz Danny Livshits Danny Wyatt David Esiobu Dhruv Choudhary Dhruv Mahajan Diego Garcia-Olano Diego Perino Dieuwke Hupkes Egor Lakomkin Ehab AlBadawy Elina Lobanova Emily Dinan Eric Michael Smith Filip Radenovic Francisco Guzm\u00e1n Frank Zhang Gabriel Synnaeve Gabrielle Lee Georgia Lewis Anderson Govind Thattai Graeme Nail Gregoire Mialon Guan Pang Guillem Cucurell Hailey Nguyen Hannah Korevaar Hu Xu Hugo Touvron Iliyan Zarov Imanol Arrieta Ibarra Isabel Kloumann Ishan Misra Ivan Evtimov Jack Zhang Jade Copet Jaewon Lee Jan Geffert Jana Vranes Jason Park Jay Mahadeokar Jeet Shah Jelmer van der Linde Jennifer Billock Jenny Hong Jenya Lee Jeremy Fu Jianfeng Chi Jianyu Huang Jiawen Liu Jie Wang Jiecao Yu Joanna Bitton Joe Spisak Jongsoo Park Joseph Rocca Joshua Johnstun Joshua Saxe Junteng Jia Kalyan Vasuden Alwala Karthik Prasad Kartikeya Upasani Kate Plawiak Ke Li Kenneth Heafield Kevin Stone Khalid El-Arini Krithika Iyer Kshitiz Malik Kuenley Chiu Kunal Bhalla Kushal Lakhotia Lauren Rantala-Yeary Laurens van der Maaten Lawrence Chen Liang Tan Liz Jenkins Louis Martin Lovish Madaan Lubo Malo Lukas Blecher Lukas Landzaat Luke de Oliveira Madeline Muzzi Mahesh Pasupuleti Mannat Singh Manohar Paluri Marcin Kardas Maria Tsimpoukelli Mathew Oldham Mathieu Rita Maya Pavlova Melanie Kambadur Mike Lewis Min Si Mitesh Kumar Singh Mona Hassan Naman Goyal Narjes Torabi Nikolay Bashlykov Nikolay Bogoychev Niladri Chatterji Ning Zhang Olivier Duchenne Onur \u00c7elebi Patrick Alrassy Pengchuan Zhang Pengwei Li Petar Vasic Peter Weng Prajjwal Bhargava Pratik Dubal Praveen Krishnan Punit Singh Koura Puxin Xu Qing He Qingxiao Dong Ragavan Srinivasan Raj Ganapathy Ramon Calderer Ricardo Silveira Cabral Robert Stojnic Roberta Raileanu Rohan Maheswari Rohit Girdhar Rohit Patel Romain Sauvestre Ronnie Polidoro Roshan Sumbaly Ross Taylor Ruan Silva Rui Hou Rui Wang Saghar Hosseini Sahana Chennabasappa Sanjay Singh Sean Bell Seohyun Sonia Kim Sergey Edunov Shaoliang Nie Sharan Narang Sharath Raparthy Sheng Shen Shengye Wan Shruti Bhosale Shun Zhang Simon Vandenhende Soumya Batra Spencer Whitman Sten Sootla Stephane Collot Suchin Gururangan Sydney Borodinsky Tamar Herman Tara Fowler Tarek Sheasha Thomas Georgiou Thomas Scialom Tobias Speckbacher Todor Mihaylov Tong Xiao Ujjwal Karn Vedanuj Goswami Vibhor Gupta Vignesh Ramanathan Viktor Kerkez Vincent Gonguet Virginie Do Vish Vogeti V\u00edtor Albiero Vladan Petrovic Weiwei Chu Wenhan Xiong Wenyin Fu Whitney Meers Xavier Martinet Xiaodong Wang Xiaofang Wang Xiaoqing Ellen Tan Xide Xia Xinfeng Xie Xuchao Jia Xuewei Wang Yaelle Goldschlag Yashesh Gaur Yasmine Babaei Yi Wen Yiwen Song Yuchen Zhang Yue Li Yuning Mao Zacharie Delpierre Coudert Zheng Yan Zhengxing Chen Zoe Papakipos Aaditya Singh Aayushi Srivastava Abha Jain Adam Kelsey Adam Shajnfeld Adithya Gangidi Adolfo Victoria Ahuva Goldstand Ajay Menon Ajay Sharma Alex Boesenberg Alexei Baevski Allie Feinstein Amanda Kallet Amit Sangani Amos Teo Anam Yunus Andrei Lupu Andres Alvarado Andrew Caples Andrew Gu Andrew Ho Andrew Poulton Andrew Ryan Ankit Ramchandani Annie Dong Annie Franco Anuj Goyal Aparajita Saraf Arkabandhu Chowdhury Ashley Gabriel Ashwin Bharambe Assaf Eisenman Azadeh Yazdan Beau James Ben Maurer Benjamin Leonhardi Bernie Huang Beth Loyd Beto De Paola Bhargavi Paranjape Bing Liu Bo Wu Boyu Ni Braden Hancock Bram Wasti Brandon Spence Brani Stojkovic Brian Gamido Britt Montalvo Carl Parker Carly Burton Catalina Mejia Ce Liu Changhan Wang Changkyu Kim Chao Zhou Chester Hu Ching-Hsiang Chu Chris Cai Chris Tindal Christoph Feichtenhofer Cynthia Gao Damon Civin Dana Beaty Daniel Kreymer Daniel Li David Adkins David Xu Davide Testuggine Delia David Devi Parikh Diana Liskovich Didem Foss Dingkang Wang Duc Le Dustin Holland Edward Dowling Eissa Jamil Elaine Montgomery Eleonora Presani Emily Hahn Emily Wood Eric-Tuan Le Erik Brinkman Esteban Arcaute Evan Dunbar Evan Smothers Fei Sun Felix Kreuk Feng Tian Filippos Kokkinos Firat Ozgenel Francesco Caggioni Frank Kanayet Frank Seide Gabriela Medina Florez Gabriella Schwarz Gada Badeer Georgia Swee Gil Halpern Grant Herman Grigory Sizov Guangyi Zhang Guna Lakshminarayanan Hakan Inan Hamid Shojanazeri Han Zou Hannah Wang Hanwen Zha Haroun Habeeb Harrison Rudolph Helen Suk Henry Aspegren Hunter Goldman Hongyuan Zhan Ibrahim Damlaj Igor Molybog Igor Tufanov Ilias Leontiadis Irina-Elena Veliche Itai Gat Jake Weissman James Geboski James Kohli Janice Lam Japhet Asher Jean-Baptiste Gaya Jeff Marcus Jeff Tang Jennifer Chan Jenny Zhen Jeremy Reizenstein Jeremy Teboul Jessica Zhong Jian Jin Jingyi Yang Joe Cummings Jon Carvill Jon Shepard Jonathan McPhie Jonathan Torres Josh Ginsburg Junjie Wang Kai Wu Kam Hou U Karan Saxena Kartikay Khandelwal Katayoun Zand Kathy Matosich Kaushik Veeraraghavan Kelly Michelena Keqian Li Kiran Jagadeesh Kun Huang Kunal Chawla Kyle Huang Lailin Chen Lakshya Garg Lavender A Leandro Silva Lee Bell Lei Zhang Liangpeng Guo Licheng Yu Liron Moshkovich Luca Wehrstedt Madian Khabsa Manav Avalani Manish Bhatt Martynas Mankus Matan Hasson Matthew Lennie Matthias Reso Maxim Groshev Maxim Naumov Maya Lathi Meghan Keneally Miao Liu Michael L. Seltzer Michal Valko Michelle Restrepo Mihir Patel Mik Vyatskov Mikayel Samvelyan Mike Clark Mike Macey Mike Wang Miquel Jubert Hermoso Mo Metanat Mohammad Rastegari Munish Bansal Nandhini Santhanam Natascha Parks Natasha White Navyata Bawa Nayan Singhal Nick Egebo Nicolas Usunier Nikhil Mehta Nikolay Pavlovich Laptev Ning Dong Norman Cheng Oleg Chernoguz Olivia Hart Omkar Salpekar Ozlem Kalinli Parkin Kent Parth Parekh Paul Saab Pavan Balaji Pedro Rittner Philip Bontrager Pierre Roux Piotr Dollar Polina Zvyagina Prashant Ratanchandani Pritish Yuvraj Qian Liang Rachad Alao Rachel Rodriguez Rafi Ayub Raghotham Murthy Raghu Nayani Rahul Mitra Rangaprabhu Parthasarathy Raymond Li Rebekkah Hogan Robin Battey Rocky Wang Russ Howes Ruty Rinott Sachin Mehta Sachin Siby Sai Jayesh Bondu Samyak Datta Sara Chugh Sara Hunt Sargun Dhillon Sasha Sidorov Satadru Pan Saurabh Mahajan Saurabh Verma Seiji Yamamoto Sharadh Ramaswamy Shaun Lindsay Shaun Lindsay Sheng Feng Shenghao Lin Shengxin Cindy Zha Shishir Patil Shiva Shankar Shuqiang Zhang Shuqiang Zhang Sinong Wang Sneha Agarwal Soji Sajuyigbe Soumith Chintala Stephanie Max Stephen Chen Steve Kehoe Steve Satterfield Sudarshan Govindaprasad Sumit Gupta Summer Deng Sungmin Cho Sunny Virk Suraj Subramanian Sy Choudhury Sydney Goldman Tal Remez Tamar Glaser Tamara Best Thilo Koehler Thomas Robinson Tianhe Li Tianjun Zhang Tim Matthews Timothy Chou Tzook Shaked Varun Vontimitta Victoria Ajayi Victoria Montanez Vijai Mohan Vinay Satish Kumar Vishal Mangla Vlad Ionescu Vlad Poenaru Vlad Tiberiu Mihailescu Vladimir Ivanov Wei Li Wenchen Wang Wenwen Jiang Wes Bouaziz Will Constable Xiaocheng Tang Xiaojian Wu Xiaolan Wang Xilun Wu Xinbo Gao Yaniv Kleinman Yanjun Chen Ye Hu Ye Jia Ye Qi Yenda Li Yilin Zhang Ying Zhang Yossi Adi Youngjin Nam Yu Wang Yu Zhao Yuchen Hao Yundi Qian Yunlu Li Yuzi He Zach Rait Zachary DeVito Zef Rosnbrick Zhaoduo Wen Zhenyu Yang Zhiwei Zhao and Zhiyu Ma. 2024. The Llama 3 Herd of Models. arXiv:2407.21783 [cs.AI] https:\/\/arxiv.org\/abs\/2407.21783"},{"key":"e_1_3_2_1_23_1","first-page":"6","article-title":"Ordinary Meaning and Corpus Linguistics","volume":"2017","author":"Gries Stefan","year":"2017","unstructured":"Stefan Gries and Brian Slocum. 2017. Ordinary Meaning and Corpus Linguistics. BYU Law Review 2017, 6 (Aug. 2017), 1417\u20131471. https:\/\/digitalcommons.law.byu.edu\/lawreview\/vol2017\/iss6\/7","journal-title":"BYU Law Review"},{"key":"e_1_3_2_1_24_1","first-page":"229","article-title":"Generative Misinterpretation","volume":"63","author":"Grimmelmann James","year":"2025","unstructured":"James Grimmelmann, Benjamin Sobel, and David Stein. 2025. Generative Misinterpretation. Harvard Journal on Legislation 63 (2025), 229\u2013308. https:\/\/journals.law.harvard.edu\/jol\/2026\/01\/24\/generative-misinterpretation\/","journal-title":"Harvard Journal on Legislation"},{"key":"e_1_3_2_1_25_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.841"},{"key":"e_1_3_2_1_26_1","first-page":"451","article-title":"Generative interpretation","volume":"99","author":"Hoffman David A","year":"2024","unstructured":"David A Hoffman and Yonathan Arbel. 2024. Generative interpretation. New York University Law Review Volume 99 (2024), 451. Issue 2. https:\/\/nyulawreview.org\/issues\/volume-99-number-2\/generative-interpretation\/","journal-title":"New York University Law Review"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.findings-emnlp.121"},{"key":"e_1_3_2_1_28_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.306"},{"key":"e_1_3_2_1_29_1","volume-title":"Proceedings of the 42nd International Conference on Machine Learning (Proceedings of Machine Learning Research","volume":"25612","author":"Huang Jerry","year":"2025","unstructured":"Jerry Huang, Peng Lu, and Qiuhao Zeng. 2025. Calibrated Language Models and How to Find Them with Label Smoothing. In Proceedings of the 42nd International Conference on Machine Learning (Proceedings of Machine Learning Research, Vol. 267), Aarti Singh, Maryam Fazel, Daniel Hsu, Simon Lacoste-Julien, Felix Berkenkamp, Tegan Maharaj, Kiri Wagstaff, and Jerry Zhu (Eds.). PMLR, Vancouver, Canada, 25593\u201325612. https:\/\/proceedings.mlr.press\/v267\/huang25w.html"},{"key":"e_1_3_2_1_30_1","volume-title":"Retrieved","author":"Jurafsky Daniel","year":"2026","unstructured":"Daniel Jurafsky and James H. Martin. 2026. Speech and Language Processing (3rd ed. draft), Chapter 11: Information Retrieval and Retrieval-Augmented Generation. https:\/\/web.stanford.edu\/~jurafsky\/slp3\/11.pdf. Retrieved March 25, 2026."},{"key":"e_1_3_2_1_31_1","unstructured":"Siddharth Karamcheti Laurel Orr Jason Bolton Tianyi Zhang Karan Goel Avanika Narayan Rishi Bommasani Deepak Narayanan Tatsunori Hashimoto Dan Jurafsky et al. 2021. Mistral-a journey towards reproducible language model training. https:\/\/crfm.stanford.edu\/2021\/08\/26\/mistral.html"},{"key":"e_1_3_2_1_32_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.blackboxnlp-"},{"key":"e_1_3_2_1_33_1","doi-asserted-by":"publisher","DOI":"10.1111\/cogs.13386"},{"key":"e_1_3_2_1_34_1","first-page":"573","article-title":"Textualism in Practice","volume":"74","author":"Krishnakumar Anita S","year":"2024","unstructured":"Anita S Krishnakumar. 2024. Textualism in Practice. Duke Law Journal 74, 3 (2024), 573\u2013679. https:\/\/scholarship.law.duke.edu\/dlj\/vol74\/iss3\/1\/","journal-title":"Duke Law Journal"},{"key":"e_1_3_2_1_35_1","doi-asserted-by":"publisher","DOI":"10.1214\/aoms\/1177729694"},{"key":"e_1_3_2_1_36_1","doi-asserted-by":"publisher","DOI":"10.1145\/3600006.3613165"},{"key":"e_1_3_2_1_37_1","first-page":"18","article-title":"Reinforcement Learning from Human Feedback. Online","author":"Lambert Nathan","year":"2026","unstructured":"Nathan Lambert. 2026. Reinforcement Learning from Human Feedback. Online, Chapter 2: Key Related Works, 18\u201320. https:\/\/rlhfbook.com","journal-title":"Chapter 2: Key Related Works"},{"key":"e_1_3_2_1_38_1","first-page":"24","article-title":"Artificial Meaning","volume":"77","author":"Lee Thomas R","year":"2024","unstructured":"Thomas R Lee and Jesse Egbert. 2024. Artificial Meaning? Florida Law Review 77 (2024), 24\u201326. https:\/\/scholarship.law.ufl.edu\/flr\/vol77\/iss6\/10","journal-title":"Florida Law Review"},{"key":"e_1_3_2_1_39_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.204"},{"key":"e_1_3_2_1_40_1","doi-asserted-by":"publisher","unstructured":"Eric Mart\u00ednez. 2025. Traditional and Computational Canons. https:\/\/doi.org\/10.2139\/ssrn.5155444 social science research net-work:5155444","DOI":"10.2139\/ssrn.5155444"},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1038\/s41467-025-59957-y"},{"key":"e_1_3_2_1_42_1","volume-title":"Concurring opinion in Snell v","author":"Newsom Kevin","year":"2022","unstructured":"Kevin Newsom. 2024. Concurring opinion in Snell v. United Specialty Insurance Co., 56 pages. https:\/\/media.ca11.uscourts.gov\/opinions\/pub\/files\/202212581.pdf"},{"key":"e_1_3_2_1_43_1","unstructured":"Kevin Newsom. 2024. Concurring opinion in United States v. Deleon. 56 pages. https:\/\/media.ca11.uscourts.gov\/opinions\/pub\/files\/202310478.pdf"},{"key":"e_1_3_2_1_44_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.eacl-long.162"},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","unstructured":"OpenAI Josh Achiam Steven Adler Sandhini Agarwal Lama Ahmad Ilge Akkaya Florencia Leoni Aleman Diogo Almeida Janko Altenschmidt Sam Altman Shyamal Anadkat Red Avila Igor Babuschkin Suchir Balaji Valerie Balcom Paul Baltescu Haiming Bao Mohammad Bavarian Jeff Belgum Irwan Bello Jake Berdine Gabriel Bernadett-Shapiro Christopher Berner Lenny Bogdonoff Oleg Boiko Madelaine Boyd Anna-Luisa Brakman Greg Brockman Tim Brooks Miles Brundage Kevin Button Trevor Cai Rosie Campbell Andrew Cann Brittany Carey Chelsea Carlson Rory Carmichael Brooke Chan Che Chang Fotis Chantzis Derek Chen Sully Chen Ruby Chen Jason Chen Mark Chen Ben Chess Chester Cho Casey Chu Hyung Won Chung Dave Cummings Jeremiah Currier Yunxing Dai Cory Decareaux Thomas Degry Noah Deutsch Damien Deville Arka Dhar David Dohan Steve Dowling Sheila Dunning Adrien Ecoffet Atty Eleti Tyna Eloundou David Farhi Liam Fedus Niko Felix Sim\u00f3n Posada Fishman Juston Forte Isabella Fulford Leo Gao Elie Georges Christian Gibson Vik Goel Tarun Gogineni Gabriel Goh Rapha Gontijo-Lopes Jonathan Gordon Morgan Grafstein Scott Gray Ryan Greene Joshua Gross Shixiang Shane Gu Yufei Guo Chris Hallacy Jesse Han Jeff Harris Yuchen He Mike Heaton Johannes Heidecke Chris Hesse Alan Hickey Wade Hickey Peter Hoeschele Brandon Houghton Kenny Hsu Shengli Hu Xin Hu Joost Huizinga Shantanu Jain Shawn Jain Joanne Jang Angela Jiang Roger Jiang Haozhun Jin Denny Jin Shino Jomoto Billie Jonn Heewoo Jun Tomer Kaftan \u0141ukasz Kaiser Ali Kamali Ingmar Kanitscheider Nitish Shirish Keskar Tabarak Khan Logan Kilpatrick Jong Wook Kim Christina Kim Yongjik Kim Jan Hendrik Kirchner Jamie Kiros Matt Knight Daniel Kokotajlo \u0141ukasz Kondraciuk Andrew Kondrich Aris Konstantinidis Kyle Kosic Gretchen Krueger Vishal Kuo Michael Lampe Ikai Lan Teddy Lee Jan Leike Jade Leung Daniel Levy Chak Ming Li Rachel Lim Molly Lin Stephanie Lin Mateusz Litwin Theresa Lopez Ryan Lowe Patricia Lue Anna Makanju Kim Malfacini Sam Manning Todor Markov Yaniv Markovski Bianca Martin Katie Mayer Andrew Mayne Bob McGrew Scott Mayer McKinney Christine McLeavey Paul McMillan Jake McNeil David Medina Aalok Mehta Jacob Menick Luke Metz Andrey Mishchenko Pamela Mishkin Vinnie Monaco Evan Morikawa Daniel Mossing Tong Mu Mira Murati Oleg Murk David M\u00e9ly Ashvin Nair Reiichiro Nakano Rajeev Nayak Arvind Neelakantan Richard Ngo Hyeonwoo Noh Long Ouyang Cullen O'Keefe Jakub Pachocki Alex Paino Joe Palermo Ashley Pantuliano Giambattista Parascandolo Joel Parish Emy Parparita Alex Passos Mikhail Pavlov Andrew Peng Adam Perelman Filipe de Avila Belbute Peres Michael Petrov Henrique Ponde de Oliveira Pinto Michael Pokorny Michelle Pokrass Vitchyr H. Pong Tolly Powell Alethea Power Boris Power Elizabeth Proehl Raul Puri Alec Radford Jack Rae Aditya Ramesh Cameron Raymond Francis Real Kendra Rimbach Carl Ross Bob Rotsted Henri Roussez Nick Ryder Mario Saltarelli Ted Sanders Shibani Santurkar Girish Sastry Heather Schmidt David Schnurr John Schulman Daniel Selsam Kyla Sheppard Toki Sherbakov Jessica Shieh Sarah Shoker Pranav Shyam Szymon Sidor Eric Sigler Maddie Simens Jordan Sitkin Katarina Slama Ian Sohl Benjamin Sokolowsky Yang Song Natalie Staudacher Felipe Petroski Such Natalie Summers Ilya Sutskever Jie Tang Nikolas Tezak Madeleine B. Thompson Phil Tillet Amin Tootoonchian Elizabeth Tseng Preston Tuggle Nick Turley Jerry Tworek Juan Felipe Cer\u00f3n Uribe Andrea Vallone Arun Vijayvergiya Chelsea Voss Carroll Wainwright Justin Jay Wang Alvin Wang Ben Wang Jonathan Ward Jason Wei CJ Weinmann Akila Welihinda Peter Welinder Jiayi Weng Lilian Weng Matt Wiethoff Dave Willner Clemens Winter Samuel Wolrich Hannah Wong Lauren Workman Sherwin Wu Jeff Wu Michael Wu Kai Xiao Tao Xu Sarah Yoo Kevin Yu Qiming Yuan Wojciech Zaremba Rowan Zellers Chong Zhang Marvin Zhang Shengjia Zhao Tianhao Zheng Juntang Zhuang William Zhuk and Barret Zoph. 2024. GPT-4 Technical Report. https:\/\/doi.org\/10.48550\/arXiv.2303.08774 arXiv:2303.08774 [cs.CL]","DOI":"10.48550\/arXiv.2303.08774"},{"key":"e_1_3_2_1_46_1","doi-asserted-by":"publisher","DOI":"10.1007\/BF02517812"},{"key":"e_1_3_2_1_47_1","volume-title":"Training language models to follow instructions with human feedback. 35","author":"Ouyang Long","year":"2022","unstructured":"Long Ouyang, Jeffrey Wu, Xu Jiang, Diogo Almeida, Carroll Wainwright, Pamela Mishkin, Chong Zhang, Sandhini Agarwal, Katarina Slama, Alex Ray, John Schulman, Jacob Hilton, Fraser Kelton, Luke Miller, Maddie Simens, Amanda Askell, Peter Welinder, Paul F Christiano, Jan Leike, and Ryan Lowe. 2022. Training language models to follow instructions with human feedback. 35 (2022), 27730\u201327744. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2022\/file\/b1efde53be364a73914f58805a001731-Paper-Conference.pdf"},{"key":"e_1_3_2_1_48_1","volume-title":"Proc. of CoNLL","author":"Petersen Dawson","year":"2026","unstructured":"Dawson Petersen, Abhishek Purushothama, and Nathan Schneider. 2026. Sense and Sensitivity: \u201cReasoning\u201d Models are More Robust, but can Diverge from Human Consensus in a Legal Interpretation Task. In Proc. of CoNLL. San Diego, California."},{"key":"e_1_3_2_1_49_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-naacl.130"},{"key":"e_1_3_2_1_50_1","doi-asserted-by":"publisher","DOI":"10.4324\/9780203428467"},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.1609\/aies.v8i3.36695"},{"key":"e_1_3_2_1_52_1","unstructured":"Alec Radford Jeffrey Wu Rewon Child David Luan Dario Amodei Ilya Sutskever et al. 2019. Language models are unsupervised multitask learners. https:\/\/cdn.openai.com\/better-language-models\/language_models_are_unsupervised_multitask_learners.pdf"},{"key":"e_1_3_2_1_53_1","volume-title":"Oral arguments for 19-511 Facebook","author":"Roberts Chief Justice","year":"2020","unstructured":"Chief Justice John G. Roberts. 2024. Oral arguments for 19-511 Facebook, Inc. v. Duguid. https:\/\/www.supremecourt.gov\/oral_arguments\/argument_transcripts\/2020\/19- 511_l537.pdf"},{"key":"e_1_3_2_1_54_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.816"},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-emnlp.722"},{"key":"e_1_3_2_1_56_1","unstructured":"Antonin Scalia. 2008. Majority and Dissenting Opinions in DISTRICT OF COLUMBIA v. HELLER. https:\/\/supreme.justia.com\/cases\/federal\/us\/554\/570\/"},{"key":"e_1_3_2_1_57_1","doi-asserted-by":"publisher","DOI":"10.1080\/23273798.2016.1236977"},{"key":"e_1_3_2_1_58_1","volume-title":"The Twelfth International Conference on Learning Representations","author":"Sclar Melanie","year":"2024","unstructured":"Melanie Sclar, Yejin Choi, Yulia Tsvetkov, and Alane Suhr. 2024. Quantifying Language Models' Sensitivity to Spurious Features in Prompt Design or: How I learned to start worrying about prompt formatting. In The Twelfth International Conference on Learning Representations. Vienna, Austria, 29 pages. https:\/\/openreview.net\/forum?id=RIu5lyNXjT"},{"key":"e_1_3_2_1_59_1","volume-title":"Towards Understanding Sycophancy in Language Models. In The Twelfth International Conference on Learning Representations","author":"Sharma Mrinank","year":"2024","unstructured":"Mrinank Sharma, Meg Tong, Tomasz Korbak, David Duvenaud, Amanda Askell, Samuel R. Bowman, Esin DURMUS, Zac Hatfield-Dodds, Scott R Johnston, Shauna M Kravec, Timothy Maxwell, Sam McCandlish, Kamal Ndousse, Oliver Rausch, Nicholas Schiefer, Da Yan, Miranda Zhang, and Ethan Perez. 2024. Towards Understanding Sycophancy in Language Models. In The Twelfth International Conference on Learning Representations. Vienna, Austria, 35. https:\/\/openreview.net\/forum?id=tvhaxkMKAn"},{"key":"e_1_3_2_1_60_1","doi-asserted-by":"publisher","DOI":"10.1016\/0022-5371(76)90015-3"},{"key":"e_1_3_2_1_61_1","doi-asserted-by":"publisher","DOI":"10.7208\/chicago\/9780226304991.001.0001"},{"key":"e_1_3_2_1_62_1","first-page":"1311","article-title":"Corpus Linguistics as a Tool in Legal Interpretation","volume":"2017","author":"Solan Lawrence M","year":"2017","unstructured":"Lawrence M Solan and Tammy Gales. 2017. Corpus Linguistics as a Tool in Legal Interpretation. Brigham Young University Law Review 2017, 6 (2017), 1311\u20131357. https:\/\/digitalcommons.law.byu.edu\/lawreview\/vol2017\/iss6\/5","journal-title":"Brigham Young University Law Review"},{"key":"e_1_3_2_1_63_1","volume-title":"Second Conference on Language Modeling","author":"Song Siyuan","year":"2025","unstructured":"Siyuan Song, Jennifer Hu, and Kyle Mahowald. 2025. Language Models Fail to Introspect About Their Knowledge of Language. In Second Conference on Language Modeling. Montreal, Canada, 23. https:\/\/openreview.net\/forum?id=AivRDOFi5H"},{"key":"e_1_3_2_1_64_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.acl-long.160"},{"key":"e_1_3_2_1_65_1","volume-title":"Task Ambiguity in Humans and Language Models. In The Eleventh International Conference on Learning Representations. Kigali, Rwanda. https:\/\/openreview.net\/forum?id=QrnDe_9ZFd8","author":"Tamkin Alex","year":"2023","unstructured":"Alex Tamkin, Kunal Handa, Avash Shrestha, and Noah Goodman. 2023. Task Ambiguity in Humans and Language Models. In The Eleventh International Conference on Learning Representations. Kigali, Rwanda. https:\/\/openreview.net\/forum?id=QrnDe_9ZFd8"},{"key":"e_1_3_2_1_66_1","unstructured":"Gemma Team Thomas Mesnard Cassidy Hardin Robert Dadashi Surya Bhupatiraju Shreya Pathak Laurent Sifre Morgane Rivi\u00e8re Mihir Sanjay Kale Juliette Love Pouya Tafti L\u00e9onard Hussenot Pier Giuseppe Sessa Aakanksha Chowdhery Adam Roberts Aditya Barua Alex Botev Alex Castro-Ros Ambrose Slone Am\u00e9lie H\u00e9liou Andrea Tacchetti Anna Bulanova Antonia Paterson Beth Tsai Bobak Shahriari Charline Le Lan Christopher A. Choquette-Choo Cl\u00e9ment Crepy Daniel Cer Daphne Ippolito David Reid Elena Buchatskaya Eric Ni Eric Noland Geng Yan George Tucker George-Christian Muraru Grigory Rozhdestvenskiy Henryk Michalewski Ian Tenney Ivan Grishchenko Jacob Austin James Keeling Jane Labanowski Jean-Baptiste Lespiau Jeff Stanway Jenny Brennan Jeremy Chen Johan Ferret Justin Chiu Justin Mao-Jones Katherine Lee Kathy Yu Katie Millican Lars Lowe Sjoesund Lisa Lee Lucas Dixon Machel Reid Maciej Miku\u0142a Mateo Wirth Michael Sharman Nikolai Chinaev Nithum Thain Olivier Bachem Oscar Chang Oscar Wahltinez Paige Bailey Paul Michel Petko Yotov Rahma Chaabouni Ramona Comanescu Reena Jana Rohan Anil Ross McIlroy Ruibo Liu Ryan Mullins Samuel L Smith Sebastian Borgeaud Sertan Girgin Sholto Douglas Shree Pandya Siamak Shakeri Soham De Ted Klimenko Tom Hennigan Vlad Feinberg Wojciech Stokowiec Yu hui Chen Zafarali Ahmed Zhitao Gong Tris Warkentin Ludovic Peran Minh Giang Cl\u00e9ment Farabet Oriol Vinyals Jeff Dean Koray Kavukcuoglu Demis Hassabis Zoubin Ghahramani Douglas Eck Joelle Barral Fernando Pereira Eli Collins Armand Joulin Noah Fiedel Evan Senter Alek Andreev and Kathleen Kenealy. 2024. Gemma: Open Models Based on Gemini Research and Technology. arXiv:2403.08295 [cs.CL] https:\/\/arxiv.org\/abs\/2403.08295"},{"key":"e_1_3_2_1_67_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.acl-long.482"},{"key":"e_1_3_2_1_68_1","doi-asserted-by":"publisher","unstructured":"Kevin Tobia. 2024. New Methods in Statutory Interpretation: Surveys Corpus Linguistics ChatGPT. https:\/\/doi.org\/10.2139\/ssrn.4932610 social science research network:4932610","DOI":"10.2139\/ssrn.4932610"},{"key":"e_1_3_2_1_69_1","first-page":"365","article-title":"Ordinary Meaning and Ordinary People","volume":"171","author":"Tobia Kevin","year":"2022","unstructured":"Kevin Tobia, Brian G Slocum, and Victoria Nourse. 2022. Ordinary Meaning and Ordinary People. University of Pennsylvania Law Review 171 (2022), 365. https:\/\/repository.law.upenn.edu\/Documents\/Detail\/ordinary-meaning-and-ordinary-people\/156683","journal-title":"University of Pennsylvania Law Review"},{"key":"e_1_3_2_1_70_1","first-page":"726","article-title":"Testing ordinary meaning","volume":"134","author":"Tobia Kevin P","year":"2020","unstructured":"Kevin P Tobia. 2020. Testing ordinary meaning. Harvard Law Review 134 (2020), 726. https:\/\/harvardlawreview.org\/wp-content\/uploads\/2020\/11\/134-Harv.-L.-Rev.-726.pdf","journal-title":"Harvard Law Review"},{"key":"e_1_3_2_1_71_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.starsem-1.10"},{"key":"e_1_3_2_1_72_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2025.trustnlp-main.37"},{"key":"e_1_3_2_1_73_1","first-page":"q5012j","volume-title":"Proceedings of the Annual Meeting of the Cognitive Science Society 45","author":"Waldon Brandon","year":"2023","unstructured":"Brandon Waldon, Madigan Brodsky, Megan Ma, and Judith Degen. 2023. Predicting Consensus in Legal Document Interpretation. Proceedings of the Annual Meeting of the Cognitive Science Society 45, 45 (2023). https:\/\/escholarship.org\/uc\/item\/8rq5012j"},{"key":"e_1_3_2_1_74_1","first-page":"2","article-title":"Reading law with linguistics: the statutory interpretation of artifact nouns","volume":"62","author":"Waldon Brandon","year":"2025","unstructured":"Brandon Waldon, Cleo Condoravdi, James Pustejovsky, Nathan Schneider, and Kevin Tobia. 2025. Reading law with linguistics: the statutory interpretation of artifact nouns. Harvard Journal on Legislation 62, 2 (June 2025), 415\u2013467. https:\/\/journals.law.harvard.edu\/jol\/2025\/06\/01\/tobia-linguistics\/","journal-title":"Harvard Journal on Legislation"},{"key":"e_1_3_2_1_75_1","first-page":"1","article-title":"Large language models for legal interpretation? Don't take their word for it","volume":"114","author":"Waldon Brandon","year":"2025","unstructured":"Brandon Waldon, Nathan Schneider, Ethan Wilcox, Amir Zeldes, and Kevin Tobia. 2025. Large language models for legal interpretation? Don't take their word for it. Georgetown Law Journal 114, 1 (Nov. 2025), 115\u2013183. https:\/\/www.law.georgetown.edu\/georgetown-law-journal\/wp-content\/uploads\/sites\/26\/2026\/02\/Waldon_Schneider_Wilcox_Zeldes_Tobia_Large-Language-Models-for-Legal-Interpretation-Dont-Take-Their-Word-for-It.pdf","journal-title":"Georgetown Law Journal"},{"key":"e_1_3_2_1_76_1","volume-title":"First Conference on Language Modeling","author":"Wang Xinpeng","year":"2024","unstructured":"Xinpeng Wang, Chengzhi Hu, Bolei Ma, Paul Rottger, and Barbara Plank. 2024. Look at the Text: Instruction-Tuned Language Models are More Robust Multiple Choice Selectors than You Think. In First Conference on Language Modeling. Philadelphia, 23 pages. https:\/\/openreview.net\/forum?id=qHdSA85GyZ"},{"key":"e_1_3_2_1_77_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00321"},{"key":"e_1_3_2_1_78_1","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00290"},{"key":"e_1_3_2_1_79_1","volume-title":"From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models. Transactions on Machine Learning Research","author":"Welleck Sean","year":"2024","unstructured":"Sean Welleck, Amanda Bertsch, Matthew Finlayson, Hailey Schoelkopf, Alex Xie, Graham Neubig, Ilia Kulikov, and Zaid Harchaoui. 2024. From Decoding to Meta-Generation: Inference-time Algorithms for Large Language Models. Transactions on Machine Learning Research (2024). https:\/\/openreview.net\/forum?id=eskQMcIbMS Survey Certification."},{"key":"e_1_3_2_1_80_1","first-page":"557","article-title":"Correlation and causation","volume":"20","author":"Wright Sewall","year":"1921","unstructured":"Sewall Wright. 1921. Correlation and causation. Journal of agricultural research 20, 7 (1921), 557.","journal-title":"Journal of agricultural research"},{"key":"e_1_3_2_1_81_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-emnlp.108"},{"key":"e_1_3_2_1_82_1","unstructured":"Daniel M. Ziegler Nisan Stiennon Jeffrey Wu Tom B. Brown Alec Radford Dario Amodei Paul Christiano and Geoffrey Irving. 2020. Fine-Tuning Language Models from Human Preferences. arXiv:1909.08593 [cs.CL] https:\/\/arxiv.org\/abs\/1909.08593"}],"event":{"name":"FAccT '26: The 2026 ACM Conference on Fairness, Accountability, and Transparency","location":"Montreal QC Canada","acronym":"FAccT '26","sponsor":["ACM\/SIG"]},"container-title":["Proceedings of the 2026 ACM Conference on Fairness, Accountability, and Transparency"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3805689.3812346","content-type":"application\/pdf","content-version":"vor","intended-application":"syndication"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3805689.3812346","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,6,29]],"date-time":"2026-06-29T19:04:33Z","timestamp":1782759873000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3805689.3812346"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026,6,25]]},"references-count":82,"alternative-id":["10.1145\/3805689.3812346","10.1145\/3805689"],"URL":"https:\/\/doi.org\/10.1145\/3805689.3812346","relation":{},"subject":[],"published":{"date-parts":[[2026,6,25]]},"assertion":[{"value":"2026-06-25","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}