{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,23]],"date-time":"2026-01-23T00:26:51Z","timestamp":1769128011918,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":70,"publisher":"ACM","license":[{"start":{"date-parts":[[2024,3,12]],"date-time":"2024-03-12T00:00:00Z","timestamp":1710201600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2024,3,12]]},"DOI":"10.1145\/3614407.3643708","type":"proceedings-article","created":{"date-parts":[[2024,2,26]],"date-time":"2024-02-26T06:21:52Z","timestamp":1708928512000},"page":"109-120","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":5,"title":["Rethinking Machine Learning Benchmarks in the Context of Professional Codes of Conduct"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0000-0003-3938-0541","authenticated-orcid":false,"given":"Peter","family":"Henderson","sequence":"first","affiliation":[{"name":"Princeton University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0002-4370-0683","authenticated-orcid":false,"given":"Jieru","family":"Hu","sequence":"additional","affiliation":[{"name":"Independent"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-7696-1436","authenticated-orcid":false,"given":"Mona","family":"Diab","sequence":"additional","affiliation":[{"name":"Carnegie Mellon University"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0747-7250","authenticated-orcid":false,"given":"Joelle","family":"Pineau","sequence":"additional","affiliation":[{"name":"McGill University"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2024,3,12]]},"reference":[{"key":"e_1_3_2_1_1_1","volume-title":"Beyond Static Models and Test Sets: Benchmarking the Potential of Pre-trained Models Across Tasks and Languages. arXiv preprint arXiv:2205.06356","author":"Ahuja Kabir","year":"2022","unstructured":"Kabir Ahuja, Sandipan Dandapat, Sunayana Sitaram, and Monojit Choudhury. 2022. Beyond Static Models and Test Sets: Benchmarking the Potential of Pre-trained Models Across Tasks and Languages. arXiv preprint arXiv:2205.06356 (2022)."},{"key":"e_1_3_2_1_2_1","volume-title":"Legal contract translation problems: Voices from Sudanese translation practitioners. Arab World English Journal (AWEJ) Special Issue on Translation 5","author":"Ali Holi","year":"2016","unstructured":"Holi Ali. 2016. Legal contract translation problems: Voices from Sudanese translation practitioners. Arab World English Journal (AWEJ) Special Issue on Translation 5 (2016)."},{"key":"e_1_3_2_1_3_1","volume-title":"United States","author":"Avelino Cruz","year":"2016","unstructured":"Avelino Cruz Martinez v. United States. 2016. 828 F.3d 451 (6th Cir.)."},{"key":"e_1_3_2_1_4_1","unstructured":"Yuntao Bai Saurav Kadavath Sandipan Kundu Amanda Askell Jackson Kernion Andy Jones Anna Chen Anna Goldie Azalia Mirhoseini Cameron McKinnon et al. 2022. Constitutional ai: Harmlessness from ai feedback. arXiv preprint arXiv:2212.08073 (2022)."},{"key":"e_1_3_2_1_5_1","unstructured":"Ethan M Balk Mei Chung Nira Hadar Kamal Patel WW Yu Thomas A Trikalinos and Lina Kong Win Chang. 2012. Accuracy of data extraction of non-English language trials with Google Translate. (2012)."},{"key":"e_1_3_2_1_6_1","volume-title":"Learning to Split for Automatic Bias Detection. arXiv preprint arXiv:2204.13749","author":"Bao Yujia","year":"2022","unstructured":"Yujia Bao and Regina Barzilay. 2022. Learning to Split for Automatic Bias Detection. arXiv preprint arXiv:2204.13749 (2022)."},{"key":"e_1_3_2_1_7_1","first-page":"453","article-title":"Speak Anglish:\" Language Access and Due Process in Asylum Proceedings","volume":"34","author":"Benton Grace","year":"2019","unstructured":"Grace Benton. 2019. \"Speak Anglish:\" Language Access and Due Process in Asylum Proceedings. Geo. Immigr. LJ 34 (2019), 453.","journal-title":"Geo. Immigr. LJ"},{"key":"e_1_3_2_1_8_1","unstructured":"Rishi Bommasani Drew A Hudson Ehsan Adeli Russ Altman Simran Arora Sydney von Arx Michael S Bernstein Jeannette Bohg Antoine Bosselut Emma Brunskill et al. 2021. On the opportunities and risks of foundation models. arXiv preprint arXiv:2108.07258 (2021)."},{"key":"e_1_3_2_1_9_1","doi-asserted-by":"publisher","DOI":"10.1287\/mnsc.2019.3388"},{"key":"e_1_3_2_1_10_1","unstructured":"Ciprian Chelba Junpei Zhou Hideto Kazawa Jeff Klingner Mengmeng Niu et al. 2020. Data troubles in sentence level confidence estimation for machine translation. arXiv preprint arXiv:2010.13856 (2020)."},{"key":"e_1_3_2_1_11_1","doi-asserted-by":"publisher","DOI":"10.1145\/2939672.2939785"},{"key":"e_1_3_2_1_12_1","doi-asserted-by":"publisher","unstructured":"Hyung Won Chung Le Hou Shayne Longpre Barret Zoph Yi Tay William Fedus Eric Li Xuezhi Wang Mostafa Dehghani Siddhartha Brahma Albert Webson Shixiang Shane Gu Zhuyun Dai Mirac Suzgun Xinyun Chen Aakanksha Chowdhery Sharan Narang Gaurav Mishra Adams Yu Vincent Zhao Yanping Huang Andrew Dai Hongkun Yu Slav Petrov Ed H. Chi Jeff Dean Jacob Devlin Adam Roberts Denny Zhou Quoc V. Le and Jason Wei. 2022. Scaling Instruction-Finetuned Language Models. https:\/\/doi.org\/10.48550\/ARXIV.2210.11416","DOI":"10.48550\/ARXIV.2210.11416"},{"key":"e_1_3_2_1_13_1","unstructured":"Karl Cobbe Vineet Kosaraju Mohammad Bavarian Mark Chen Heewoo Jun Lukasz Kaiser Matthias Plappert Jerry Tworek Jacob Hilton Reiichiro Nakano et al. 2021. Training verifiers to solve math word problems. arXiv preprint arXiv:2110.14168 (2021)."},{"key":"e_1_3_2_1_14_1","volume-title":"Unsupervised Cross-lingual Representation Learning at Scale. CoRR abs\/1911.02116","author":"Conneau Alexis","year":"2019","unstructured":"Alexis Conneau, Kartikay Khandelwal, Naman Goyal, Vishrav Chaudhary, Guillaume Wenzek, Francisco Guzm\u00e1n, Edouard Grave, Myle Ott, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Unsupervised Cross-lingual Representation Learning at Scale. CoRR abs\/1911.02116 (2019). arXiv:1911.02116 http:\/\/arxiv.org\/abs\/1911.02116"},{"key":"e_1_3_2_1_15_1","unstructured":"Marta R Costa-juss\u00e0 James Cross Onur \u00c7elebi Maha Elbayad Kenneth Heafield Kevin Heffernan Elahe Kalbassi Janice Lam Daniel Licht Jean Maillard et al. 2022. No Language Left Behind: Scaling Human-Centered Machine Translation. arXiv preprint arXiv:2207.04672 (2022)."},{"key":"e_1_3_2_1_16_1","first-page":"363","article-title":"A better bar: Why and how the existing bar exam should change","volume":"81","author":"Curcio Andrea A","year":"2002","unstructured":"Andrea A Curcio. 2002. A better bar: Why and how the existing bar exam should change. Neb. L. Rev. 81 (2002), 363.","journal-title":"Neb. L. Rev."},{"key":"e_1_3_2_1_17_1","volume-title":"My Turn: How to Ensure Equal Access to the Law When We Speak 200 Different Languages. CalMatters (February","author":"Cu\u00e9llar Mariano-Florentino","year":"2019","unstructured":"Mariano-Florentino Cu\u00e9llar. 2019. My Turn: How to Ensure Equal Access to the Law When We Speak 200 Different Languages. CalMatters (February 2019). https:\/\/calmatters.org\/justice\/2019\/02\/my-turn-how-to-ensure-equal-access-to-the-law-when-we-speak-200-different-languages\/"},{"key":"e_1_3_2_1_18_1","volume-title":"Large Legal Fictions: Profiling Legal Hallucinations in Large Language Models. arXiv preprint arXiv:2401.01301","author":"Dahl Matthew","year":"2024","unstructured":"Matthew Dahl, Varun Magesh, Mirac Suzgun, and Daniel E Ho. 2024. Large Legal Fictions: Profiling Legal Hallucinations in Large Language Models. arXiv preprint arXiv:2401.01301 (2024)."},{"key":"e_1_3_2_1_19_1","doi-asserted-by":"publisher","DOI":"10.1145\/3278721.3278729"},{"key":"e_1_3_2_1_20_1","volume-title":"With 220 languages spoken in California, courts face an interpreter shortage. Los Angeles Times (September","author":"Dolan Maura","year":"2017","unstructured":"Maura Dolan. 2017. With 220 languages spoken in California, courts face an interpreter shortage. Los Angeles Times (September 2017). https:\/\/www.latimes.com\/local\/lanow\/la-me-ln-court-interpreter-20170905-story.html"},{"key":"e_1_3_2_1_21_1","article-title":"On the Foundations of Noise-free Selective Classification","volume":"11","author":"El-Yaniv Ran","year":"2010","unstructured":"Ran El-Yaniv et al. 2010. On the Foundations of Noise-free Selective Classification. Journal of Machine Learning Research 11, 5 (2010).","journal-title":"Journal of Machine Learning Research"},{"key":"e_1_3_2_1_22_1","doi-asserted-by":"publisher","DOI":"10.1145\/3299819.3299844"},{"key":"e_1_3_2_1_23_1","volume-title":"v. The Partnerships and Unincorporated Associations Identified on Schedule A","author":"ABC Corp.","year":"2022","unstructured":"ABC Corp. v. The Partnerships and Unincorporated Associations Identified on Schedule A. Dec. 19, 2022. 1:22-cv-07079, N.D. Illinois."},{"key":"e_1_3_2_1_24_1","unstructured":"United States v. Ramirez-Mendoza. 2021. No. 4:20-CR-00107. M.D. Pa."},{"key":"e_1_3_2_1_25_1","volume-title":"Utility is in the eye of the user: A critique of NLP leaderboards. arXiv preprint arXiv:2009.13888","author":"Ethayarajh Kawin","year":"2020","unstructured":"Kawin Ethayarajh and Dan Jurafsky. 2020. Utility is in the eye of the user: A critique of NLP leaderboards. arXiv preprint arXiv:2009.13888 (2020)."},{"key":"e_1_3_2_1_26_1","volume-title":"Iceberg: A Data Set for Idiom Translation. ArXiv e-prints (Feb.","author":"Fadaee M.","year":"2018","unstructured":"M. Fadaee, A. Bisazza, and C. Monz. 2018. Examining the Tip of the Iceberg: A Data Set for Idiom Translation. ArXiv e-prints (Feb. 2018). arXiv:1802.04681 [cs.CL]"},{"key":"e_1_3_2_1_27_1","doi-asserted-by":"publisher","DOI":"10.1145\/3458723"},{"key":"e_1_3_2_1_28_1","volume-title":"Selective classification for deep neural networks. Advances in neural information processing systems 30","author":"Geifman Yonatan","year":"2017","unstructured":"Yonatan Geifman and Ran El-Yaniv. 2017. Selective classification for deep neural networks. Advances in neural information processing systems 30 (2017)."},{"key":"e_1_3_2_1_29_1","volume-title":"Reward reports for reinforcement learning. arXiv preprint arXiv:2204.10817","author":"Gilbert Thomas Krendl","year":"2022","unstructured":"Thomas Krendl Gilbert, Sarah Dean, Nathan Lambert, Tom Zick, and Aaron Snoswell. 2022. Reward reports for reinforcement learning. arXiv preprint arXiv:2204.10817 (2022)."},{"key":"e_1_3_2_1_30_1","volume-title":"Lost in Translation. Digital.gov (October","author":"Godfrey Laura","year":"2012","unstructured":"Laura Godfrey. 2012. Lost in Translation. Digital.gov (October 2012). https:\/\/digital.gov\/2012\/10\/01\/automated-translation-good-solution-or-not\/"},{"key":"e_1_3_2_1_31_1","volume-title":"JURIX","volume":"2023","author":"Hagan Margaret","year":"2023","unstructured":"Margaret Hagan. 2023. Good AI Legal Help, Bad AI Legal Help: Establishing quality standards for responses to people's legal problem stories. In JURIX, Vol. 2023. 36th."},{"key":"e_1_3_2_1_32_1","first-page":"29217","article-title":"Pile of law: Learning responsible data filtering from the law and a 256gb open-source legal dataset","volume":"35","author":"Henderson Peter","year":"2022","unstructured":"Peter Henderson, Mark Krass, Lucia Zheng, Neel Guha, Christopher D Manning, Dan Jurafsky, and Daniel Ho. 2022. Pile of law: Learning responsible data filtering from the law and a 256gb open-source legal dataset. Advances in Neural Information Processing Systems 35 (2022), 29217--29234.","journal-title":"Advances in Neural Information Processing Systems"},{"key":"e_1_3_2_1_33_1","volume-title":"Measuring massive multitask language understanding. arXiv preprint arXiv:2009.03300","author":"Hendrycks Dan","year":"2020","unstructured":"Dan Hendrycks, Collin Burns, Steven Basart, Andy Zou, Mantas Mazeika, Dawn Song, and Jacob Steinhardt. 2020. Measuring massive multitask language understanding. arXiv preprint arXiv:2009.03300 (2020)."},{"key":"e_1_3_2_1_34_1","unstructured":"International Ethics Standards Board for Accountants. 2009. Code of Ethics for Professional Accountants. Technical Report. https:\/\/www.ifac.org\/_flysystem\/azure-private\/publications\/files\/Code-of-Ethics_July_2009_FINAL_02_23_10.pdf Accessed: January 28 2024."},{"key":"e_1_3_2_1_35_1","volume-title":"Professional Standards and Ethics for California Court Interpreters","author":"Judicial Council of California Court Interpreters Program. 2013.","unstructured":"Judicial Council of California Court Interpreters Program. 2013. Professional Standards and Ethics for California Court Interpreters (fifth ed.). https:\/\/www.courts.ca.gov\/documents\/CIP-Ethics-Manual.pdf"},{"key":"e_1_3_2_1_36_1","volume-title":"Nova DasSarma, Eli Tran-Johnson, et al.","author":"Kadavath Saurav","year":"2022","unstructured":"Saurav Kadavath, Tom Conerly, Amanda Askell, Tom Henighan, Dawn Drain, Ethan Perez, Nicholas Schiefer, Zac Hatfield Dodds, Nova DasSarma, Eli Tran-Johnson, et al. 2022. Language models (mostly) know what they know. arXiv preprint arXiv:2207.05221 (2022)."},{"key":"e_1_3_2_1_37_1","doi-asserted-by":"crossref","unstructured":"Sayash Kapoor Peter Henderson and Arvind Narayanan. 2024. Promises and pitfalls of artificial intelligence for legal applications. (2024).","DOI":"10.2139\/ssrn.4695412"},{"key":"e_1_3_2_1_38_1","volume-title":"Shang Gao, and Pablo Arredondo.","author":"Katz Daniel Martin","year":"2023","unstructured":"Daniel Martin Katz, Michael James Bommarito, Shang Gao, and Pablo Arredondo. 2023. Gpt-4 passes the bar exam. Available at SSRN 4389233 (2023)."},{"key":"e_1_3_2_1_39_1","volume-title":"On the advance of making language models better reasoners. arXiv preprint arXiv:2206.02336","author":"Li Yifei","year":"2022","unstructured":"Yifei Li, Zeqi Lin, Shizhuo Zhang, Qiang Fu, Bei Chen, Jian-Guang Lou, and Weizhu Chen. 2022. On the advance of making language models better reasoners. arXiv preprint arXiv:2206.02336 (2022)."},{"key":"e_1_3_2_1_40_1","unstructured":"Percy Liang Rishi Bommasani Tony Lee Dimitris Tsipras Dilara Soylu Michihiro Yasunaga Yian Zhang Deepak Narayanan Yuhuai Wu Ananya Kumar et al. 2022. Holistic evaluation of language models. arXiv preprint arXiv:2211.09110 (2022)."},{"key":"e_1_3_2_1_41_1","doi-asserted-by":"publisher","DOI":"10.1109\/MTS.2021.3123732"},{"key":"e_1_3_2_1_42_1","volume-title":"Evaluating legal services: The need for a quality movement and standard measures of quality and value. Research Handbook on Big Data Law","author":"Linna Daniel W","year":"2021","unstructured":"Daniel W Linna Jr. 2021. 21. Evaluating legal services: The need for a quality movement and standard measures of quality and value. Research Handbook on Big Data Law (2021), 404."},{"key":"e_1_3_2_1_43_1","volume-title":"Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692","author":"Liu Yinhan","year":"2019","unstructured":"Yinhan Liu, Myle Ott, Naman Goyal, Jingfei Du, Mandar Joshi, Danqi Chen, Omer Levy, Mike Lewis, Luke Zettlemoyer, and Veselin Stoyanov. 2019. Roberta: A robustly optimized bert pretraining approach. arXiv preprint arXiv:1907.11692 (2019)."},{"key":"e_1_3_2_1_44_1","volume-title":"Task force on law schools and the profession: Narrowing the gap","author":"MacCrate Robert","unstructured":"Robert MacCrate. 1992. Task force on law schools and the profession: Narrowing the gap. American Bar Association Section on Legal Education and Admissions to the Bar, Statement of Fundamental Lawyering Skills and Professional Values (1992)."},{"key":"e_1_3_2_1_45_1","doi-asserted-by":"publisher","DOI":"10.1145\/3287560.3287596"},{"key":"e_1_3_2_1_46_1","unstructured":"Sahar Mor. 2023. O1\/EB1 Letter of Reference generator using ChatGPT. http:\/\/o1-chatgpt.saharmor.me\/."},{"key":"e_1_3_2_1_47_1","volume-title":"Teaching legal English translation by the case method in Russian-English language pair. Humanities & Social Sciences Reviews","author":"Muravev Yury","year":"2020","unstructured":"Yury Muravev. 2020. Teaching legal English translation by the case method in Russian-English language pair. Humanities & Social Sciences Reviews (2020)."},{"key":"e_1_3_2_1_48_1","volume-title":"Law Informs Code: A Legal Informatics Approach to Aligning Artificial Intelligence with Humans. arXiv preprint arXiv:2209.13020","author":"Nay John J","year":"2022","unstructured":"John J Nay. 2022. Law Informs Code: A Legal Informatics Approach to Aligning Artificial Intelligence with Humans. arXiv preprint arXiv:2209.13020 (2022)."},{"key":"e_1_3_2_1_49_1","unstructured":"New York State Unified Court System. 2018. Written Examination of Language Proficiency and Legal Terminology For Per Diem Court Interpreters in Spanish. https:\/\/ww2.nycourts.gov\/sites\/default\/files\/document\/files\/2018-05\/Spanish%20Language%20Proficiency%20Sample%20Questions.pdf Accessed: [Your Access Date Here]."},{"key":"e_1_3_2_1_50_1","volume-title":"Interactive-Chain-Prompting: Ambiguity Resolution for Crosslingual Conditional Generation with Interaction. arXiv preprint arXiv:2301.10309","author":"Pilault Jonathan","year":"2023","unstructured":"Jonathan Pilault, Xavier Garcia, Arthur Bra\u017einskas, and Orhan Firat. 2023. Interactive-Chain-Prompting: Ambiguity Resolution for Crosslingual Conditional Generation with Interaction. arXiv preprint arXiv:2301.10309 (2023)."},{"key":"e_1_3_2_1_51_1","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-4770"},{"key":"e_1_3_2_1_52_1","unstructured":"Vinay Prabhu Ryan Teehan Eniko Srivastava and Abdul Nimeri. 2021. Did they direct the violence or admonish it? A cautionary tale on contronomy androcentrism and back-translation foibles. (2021)."},{"key":"e_1_3_2_1_53_1","volume-title":"AI and the everything in the whole wide world benchmark. arXiv preprint arXiv:2111.15366","author":"Raji Inioluwa Deborah","year":"2021","unstructured":"Inioluwa Deborah Raji, Emily M Bender, Amandalynne Paullada, Emily Denton, and Alex Hanna. 2021. AI and the everything in the whole wide world benchmark. arXiv preprint arXiv:2111.15366 (2021)."},{"key":"e_1_3_2_1_54_1","volume-title":"The Fallacy of AI Functionality. In 2022 ACM Conference on Fairness, Accountability, and Transparency. 959--972","author":"Raji Inioluwa Deborah","year":"2022","unstructured":"Inioluwa Deborah Raji, I Elizabeth Kumar, Aaron Horowitz, and Andrew Selbst. 2022. The Fallacy of AI Functionality. In 2022 ACM Conference on Fairness, Accountability, and Transparency. 959--972."},{"key":"e_1_3_2_1_55_1","doi-asserted-by":"publisher","DOI":"10.1145\/3351095.3372873"},{"key":"e_1_3_2_1_56_1","volume-title":"How language translation technology is jeopardizing Afghan asylum-seekers. PBS NewsHour (May","author":"Rogin Ali","year":"2023","unstructured":"Ali Rogin and Andrew Corkery. 2023. How language translation technology is jeopardizing Afghan asylum-seekers. PBS NewsHour (May 2023). https:\/\/www.pbs.org\/newshour\/show\/how-language-translation-technology-is-jeopardizing-afghan-asylum-seekers"},{"key":"e_1_3_2_1_57_1","first-page":"315","article-title":"The vulnerability of asylum adjudications to subconscious cultural biases: Demanding American narrative norms","volume":"97","author":"Schroeder Jeanette L","year":"2017","unstructured":"Jeanette L Schroeder. 2017. The vulnerability of asylum adjudications to subconscious cultural biases: Demanding American narrative norms. BUL Rev. 97 (2017), 315.","journal-title":"BUL Rev."},{"key":"e_1_3_2_1_58_1","volume-title":"Will AI chatbots power the future of police language translation? Police1 (January","author":"Seki Tai","year":"2023","unstructured":"Tai Seki. 2023. Will AI chatbots power the future of police language translation? Police1 (January 2023). https:\/\/www.police1.com\/chiefs-sheriffs\/articles\/will-ai-chatbots-power-the-future-of-police-language-translation-R8Ve7qQX26VReXGv\/"},{"key":"e_1_3_2_1_59_1","volume-title":"Proceedings of the 2nd Conference of the Asia-Pacific","author":"Simig Daniel","unstructured":"Daniel Simig, Tianlu Wang, Verna Dankers, Peter Henderson, Khuyagbaatar Batsuren, Dieuwke Hupkes, and Mona Diab. 2022. Text Characterization Toolkit (TCT). In Proceedings of the 2nd Conference of the Asia-Pacific Chapter of the Association for Computational Linguistics and the 12th International Joint Conference on Natural Language Processing: System Demonstrations. 72--87."},{"key":"e_1_3_2_1_60_1","volume-title":"Eleonora Presani, and Adina Williams.","author":"Smith Eric Michael","year":"2022","unstructured":"Eric Michael Smith, Melissa Hall Melanie Kambadur, Eleonora Presani, and Adina Williams. 2022. \"I'm sorry to hear that\": finding bias in language models with a holistic descriptor dataset. arXiv preprint arXiv:2205.09209 (2022)."},{"key":"e_1_3_2_1_61_1","volume-title":"Predicting the performance of multilingual nlp models. arXiv preprint arXiv:2110.08875","author":"Srinivasan Anirudh","year":"2021","unstructured":"Anirudh Srinivasan, Sunayana Sitaram, Tanuja Ganu, Sandipan Dandapat, Kalika Bali, and Monojit Choudhury. 2021. Predicting the performance of multilingual nlp models. arXiv preprint arXiv:2110.08875 (2021)."},{"key":"e_1_3_2_1_62_1","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-014-9277-0"},{"key":"e_1_3_2_1_63_1","volume-title":"PETCI: A Parallel English Translation Dataset of Chinese Idioms. arXiv preprint arXiv:2202.09509","author":"Tang Kenan","year":"2022","unstructured":"Kenan Tang. 2022. PETCI: A Parallel English Translation Dataset of Chinese Idioms. arXiv preprint arXiv:2202.09509 (2022)."},{"key":"e_1_3_2_1_64_1","unstructured":"Faridian v. DoNotPay Inc. 2023. Case No.: 3:23-cv-01692 N.D. Cal.."},{"key":"e_1_3_2_1_65_1","volume-title":"Accessed","author":"The National Education Association. [n.d.].","year":"2024","unstructured":"The National Education Association. [n.d.]. Code of Ethics for Educators. https:\/\/www.nea.org\/resource-library\/code-ethics-educators. Accessed: January 28, 2024."},{"key":"e_1_3_2_1_66_1","doi-asserted-by":"publisher","DOI":"10.1080\/1369118X.2020.1776370"},{"key":"e_1_3_2_1_67_1","first-page":"109","article-title":"A word is worth a thousand words: Legal implications of relying on machine translation technology","volume":"48","author":"Wahler Madison Elizabeth","year":"2018","unstructured":"Madison Elizabeth Wahler. 2018. A word is worth a thousand words: Legal implications of relying on machine translation technology. Stetson L. Rev. 48 (2018), 109.","journal-title":"Stetson L. Rev."},{"key":"e_1_3_2_1_68_1","volume-title":"Towards more finegrained and reliable NLP performance prediction. arXiv preprint arXiv:2102.05486","author":"Ye Zihuiwen","year":"2021","unstructured":"Zihuiwen Ye, Pengfei Liu, Jinlan Fu, and Graham Neubig. 2021. Towards more finegrained and reliable NLP performance prediction. arXiv preprint arXiv:2102.05486 (2021)."},{"key":"e_1_3_2_1_69_1","volume-title":"Improving massively multilingual neural machine translation and zero-shot translation. arXiv preprint arXiv:2004.11867","author":"Zhang Biao","year":"2020","unstructured":"Biao Zhang, Philip Williams, Ivan Titov, and Rico Sennrich. 2020. Improving massively multilingual neural machine translation and zero-shot translation. arXiv preprint arXiv:2004.11867 (2020)."},{"key":"e_1_3_2_1_70_1","volume-title":"Predicting Fine-Tuning Performance with Probing. arXiv preprint arXiv:2210.07352","author":"Zhu Zining","year":"2022","unstructured":"Zining Zhu, Soroosh Shahtalebi, and Frank Rudzicz. 2022. Predicting Fine-Tuning Performance with Probing. arXiv preprint arXiv:2210.07352 (2022)."}],"event":{"name":"CSLAW '24: Symposium on Computer Science and Law","location":"Boston MA USA","acronym":"CSLAW '24","sponsor":["ACM Association for Computing Machinery"]},"container-title":["Proceedings of the Symposium on Computer Science and Law"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3614407.3643708","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3614407.3643708","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,8,26]],"date-time":"2025-08-26T19:39:27Z","timestamp":1756237167000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3614407.3643708"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,3,12]]},"references-count":70,"alternative-id":["10.1145\/3614407.3643708","10.1145\/3614407"],"URL":"https:\/\/doi.org\/10.1145\/3614407.3643708","relation":{},"subject":[],"published":{"date-parts":[[2024,3,12]]},"assertion":[{"value":"2024-03-12","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}