{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,1,14]],"date-time":"2026-01-14T01:05:34Z","timestamp":1768352734563,"version":"3.49.0"},"publisher-location":"New York, NY, USA","reference-count":79,"publisher":"ACM","license":[{"start":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T00:00:00Z","timestamp":1747612800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.acm.org\/publications\/policies\/copyright_policy#Background"}],"content-domain":{"domain":["dl.acm.org"],"crossmark-restriction":true},"short-container-title":[],"published-print":{"date-parts":[[2025,5,20]]},"DOI":"10.1145\/3717867.3717923","type":"proceedings-article","created":{"date-parts":[[2025,5,19]],"date-time":"2025-05-19T21:26:58Z","timestamp":1747690018000},"page":"460-471","update-policy":"https:\/\/doi.org\/10.1145\/crossmark-policy","source":"Crossref","is-referenced-by-count":1,"title":["COBIAS: Assessing the Contextual Reliability of Bias Benchmarks for Language Models"],"prefix":"10.1145","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-3872-9758","authenticated-orcid":false,"given":"Priyanshul","family":"Govil","sequence":"first","affiliation":[{"name":"Precog, International Institute of Information Technology, Hyderabad, Hyderabad, Telangana, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0009-3158-353X","authenticated-orcid":false,"given":"Hemang","family":"Jain","sequence":"additional","affiliation":[{"name":"Precog, International Institute of Information Technology, Hyderabad, Hyderabad, Telangana, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5537-1664","authenticated-orcid":false,"given":"Vamshi","family":"Bonagiri","sequence":"additional","affiliation":[{"name":"Precog, International Institute of Information Technology, Hyderabad, Hyderabad, Telangana, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-6621-9003","authenticated-orcid":false,"given":"Aman","family":"Chadha","sequence":"additional","affiliation":[{"name":"Amazon Gen AI, Cupertino, California, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-5082-2078","authenticated-orcid":false,"given":"Ponnurangam","family":"Kumaraguru","sequence":"additional","affiliation":[{"name":"Precog, International Institute of Information Technology, Hyderabad, Hyderabad, Telangana, India"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5411-2230","authenticated-orcid":false,"given":"Manas","family":"Gaur","sequence":"additional","affiliation":[{"name":"University of Maryland Baltimore County, Baltimore, Maryland, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-3346-5886","authenticated-orcid":false,"given":"Sanorita","family":"Dey","sequence":"additional","affiliation":[{"name":"University of Maryland Baltimore County, Baltimore, Maryland, USA"}],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"320","published-online":{"date-parts":[[2025,5,19]]},"reference":[{"key":"e_1_3_3_2_2_2","unstructured":"Marah Abdin Sam\u00a0Ade Jacobs Ammar\u00a0Ahmad Awan Jyoti Aneja Ahmed Awadallah Hany Awadalla Nguyen Bach Amit Bahree Arash Bakhtiari Harkirat Behl et\u00a0al. 2024. Phi-3 technical report: A highly capable language model locally on your phone. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2404.14219 (2024)."},{"key":"e_1_3_3_2_3_2","volume-title":"Categorical data analysis","author":"Agresti Alan","year":"2012","unstructured":"Alan Agresti. 2012. Categorical data analysis. Vol.\u00a0792. John Wiley & Sons."},{"key":"e_1_3_3_2_4_2","unstructured":"AI@Meta. 2024. Llama 3 Model Card. (2024). https:\/\/github.com\/meta-llama\/llama3\/blob\/main\/MODEL_CARD.md"},{"key":"e_1_3_3_2_5_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.151"},{"key":"e_1_3_3_2_6_2","first-page":"1","volume-title":"Actes des 24\u00e8me Conf\u00e9rence sur le Traitement Automatique des Langues Naturelles. 19es REncontres jeunes Chercheurs en Informatique pour le TAL (RECITAL 2017)","author":"Bawden Rachel","year":"2017","unstructured":"Rachel Bawden. 2017. Machine translation of speech-like texts: Strategies for the inclusion of context. In Actes des 24\u00e8me Conf\u00e9rence sur le Traitement Automatique des Langues Naturelles. 19es REncontres jeunes Chercheurs en Informatique pour le TAL (RECITAL 2017). 1\u201314."},{"key":"e_1_3_3_2_7_2","doi-asserted-by":"publisher","unstructured":"Rens Bexkens Femke\u00a0MAP Claessen Izaak\u00a0F Kodde Luke\u00a0S Oh Denise Eygendaal and Michel\u00a0PJ van\u00a0den Bekerom. 2018. The kappa paradox. Shoulder Elbow 10 4 (Oct. 2018) 308. 10.1177\/1758573218791813","DOI":"10.1177\/1758573218791813"},{"key":"e_1_3_3_2_8_2","first-page":"2397","volume-title":"International Conference on Machine Learning","author":"Biderman Stella","year":"2023","unstructured":"Stella Biderman, Hailey Schoelkopf, Quentin\u00a0Gregory Anthony, Herbie Bradley, Kyle O\u2019Brien, Eric Hallahan, Mohammad\u00a0Aflah Khan, Shivanshu Purohit, USVSN\u00a0Sai Prashanth, Edward Raff, et\u00a0al. 2023. Pythia: A suite for analyzing large language models across training and scaling. In International Conference on Machine Learning. PMLR, 2397\u20132430."},{"key":"e_1_3_3_2_9_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.81"},{"key":"e_1_3_3_2_10_2","first-page":"1877","volume-title":"Advances in Neural Information Processing Systems","author":"Brown Tom","year":"2020","unstructured":"Tom Brown, Benjamin Mann, Nick Ryder, Melanie Subbiah, Jared\u00a0D Kaplan, Prafulla Dhariwal, Arvind Neelakantan, Pranav Shyam, Girish Sastry, Amanda Askell, et\u00a0al. 2020. Language Models are Few-Shot Learners. In Advances in Neural Information Processing Systems , H.\u00a0Larochelle, M.\u00a0Ranzato, R.\u00a0Hadsell, M.F. Balcan, and H.\u00a0Lin (Eds.), Vol.\u00a033. Curran Associates, Inc., 1877\u20131901. https:\/\/proceedings.neurips.cc\/paper_files\/paper\/2020\/file\/1457c0d6bfcb4967418bfb8ac142f64a-Paper.pdf"},{"key":"e_1_3_3_2_11_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.261"},{"key":"e_1_3_3_2_12_2","unstructured":"Jiawen Deng Jiale Cheng Hao Sun Zhexin Zhang and Minlie Huang. 2023. Towards Safer Generative Language Models: A Survey on Safety Risks Evaluations and Improvements. arxiv:https:\/\/arXiv.org\/abs\/2302.09270\u00a0[cs.AI] https:\/\/arxiv.org\/abs\/2302.09270"},{"key":"e_1_3_3_2_13_2","volume-title":"North American Chapter of the Association for Computational Linguistics","author":"Devlin Jacob","year":"2019","unstructured":"Jacob Devlin, Ming-Wei Chang, Kenton Lee, and Kristina Toutanova. 2019. BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding. In North American Chapter of the Association for Computational Linguistics. https:\/\/api.semanticscholar.org\/CorpusID:52967399"},{"key":"e_1_3_3_2_14_2","doi-asserted-by":"publisher","DOI":"10.1145\/3442188.3445924"},{"key":"e_1_3_3_2_15_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.225"},{"key":"e_1_3_3_2_16_2","unstructured":"Qingxiu Dong Lei Li Damai Dai Ce Zheng Zhiyong Wu Baobao Chang Xu Sun Jingjing Xu and Zhifang Sui. 2022. A survey on in-context learning. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2301.00234 (2022)."},{"key":"e_1_3_3_2_17_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.656"},{"key":"e_1_3_3_2_18_2","unstructured":"Joseph\u00a0L Fleiss Bruce Levin Myunghee\u00a0Cho Paik et\u00a0al. 1981. The measurement of interrater agreement. Statistical methods for rates and proportions 2 212-236 (1981) 22\u201323."},{"key":"e_1_3_3_2_19_2","doi-asserted-by":"publisher","DOI":"10.1145\/259964.260152"},{"key":"e_1_3_3_2_20_2","doi-asserted-by":"crossref","unstructured":"Batya Friedman and Helen Nissenbaum. 1996. Bias in computer systems. ACM Transactions on information systems (TOIS) 14 3 (1996) 330\u2013347.","DOI":"10.1145\/230538.230561"},{"key":"e_1_3_3_2_21_2","doi-asserted-by":"publisher","DOI":"10.26615\/978-954-452-049-6_036"},{"key":"e_1_3_3_2_22_2","doi-asserted-by":"crossref","unstructured":"Ismael Garrido-Mu\u00f1oz Arturo Montejo-R\u00e1ez Fernando Mart\u00ednez-Santiago and L\u00a0Alfonso Ure\u00f1a-L\u00f3pez. 2021. A survey on bias in deep NLP. Applied Sciences 11 7 (2021) 3184.","DOI":"10.3390\/app11073184"},{"key":"e_1_3_3_2_23_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.72"},{"key":"e_1_3_3_2_24_2","doi-asserted-by":"publisher","DOI":"10.1145\/3487351.3488324"},{"key":"e_1_3_3_2_25_2","volume-title":"8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, April 26-30, 2020","author":"Holtzman Ari","year":"2020","unstructured":"Ari Holtzman, Jan Buys, Li Du, Maxwell Forbes, and Yejin Choi. 2020. The Curious Case of Neural Text Degeneration. In 8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, April 26-30, 2020. OpenReview.net. https:\/\/openreview.net\/forum?id=rygGQyrFvH"},{"key":"e_1_3_3_2_26_2","unstructured":"Albert\u00a0Q Jiang Alexandre Sablayrolles Arthur Mensch Chris Bamford Devendra\u00a0Singh Chaplot Diego de\u00a0las Casas Florian Bressand Gianna Lengyel Guillaume Lample Lucile Saulnier et\u00a0al. 2023. Mistral 7B. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2310.06825 (2023)."},{"key":"e_1_3_3_2_27_2","unstructured":"Liwei Jiang Jena\u00a0D Hwang Chandra Bhagavatula Ronan\u00a0Le Bras Jenny Liang Jesse Dodge Keisuke Sakaguchi Maxwell Forbes Jon Borchardt Saadia Gabriel et\u00a0al. 2021. Can machines learn morality? the delphi experiment. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2110.07574 (2021)."},{"key":"e_1_3_3_2_28_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6311"},{"key":"e_1_3_3_2_29_2","doi-asserted-by":"crossref","unstructured":"Ankur Joshi Saket Kale Satish Chandel and D\u00a0Kumar Pal. 2015. Likert scale: Explored and explained. British journal of applied science & technology 7 4 (2015) 396\u2013403.","DOI":"10.9734\/BJAST\/2015\/14975"},{"key":"e_1_3_3_2_30_2","first-page":"7831","volume-title":"Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024)","author":"Katinskaia Anisia","year":"2024","unstructured":"Anisia Katinskaia and Roman Yangarber. 2024. GPT-3.5 for Grammatical Error Correction. In Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024). 7831\u20137843."},{"key":"e_1_3_3_2_31_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.799"},{"key":"e_1_3_3_2_32_2","unstructured":"Klaus Krippendorff. 2011. Computing Krippendorff\u2019s alpha-reliability."},{"key":"e_1_3_3_2_33_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.findings-emnlp.338"},{"key":"e_1_3_3_2_34_2","volume-title":"8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, April 26-30, 2020","author":"Lan Zhenzhong","year":"2020","unstructured":"Zhenzhong Lan, Mingda Chen, Sebastian Goodman, Kevin Gimpel, Piyush Sharma, and Radu Soricut. 2020. ALBERT: A Lite BERT for Self-supervised Learning of Language Representations. In 8th International Conference on Learning Representations, ICLR 2020, Addis Ababa, Ethiopia, April 26-30, 2020. OpenReview.net. https:\/\/openreview.net\/forum?id=H1eA7AEtvS"},{"key":"e_1_3_3_2_35_2","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v34i05.6325"},{"key":"e_1_3_3_2_36_2","unstructured":"Peter Lee. 2016. Learning from Tay\u2019s introduction. https:\/\/blogs.microsoft.com\/blog\/2016\/03\/25\/learning-tays-introduction\/"},{"key":"e_1_3_3_2_37_2","doi-asserted-by":"publisher","DOI":"10.5555\/3600270.3601847"},{"key":"e_1_3_3_2_38_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-emnlp.508"},{"key":"e_1_3_3_2_39_2","doi-asserted-by":"crossref","unstructured":"Stella Lowry and Gordon Macpherson. 1988. A blot on the profession. British medical journal (Clinical research ed.) 296 6623 (1988) 657.","DOI":"10.1136\/bmj.296.6623.657"},{"key":"e_1_3_3_2_40_2","doi-asserted-by":"crossref","unstructured":"Eric Malmi Yue Dong Jonathan Mallinson Aleksandr Chuklin Jakub Adamek Daniil Mirylenka Felix Stahlberg Sebastian Krause Shankar Kumar and Aliaksei Severyn. 2022. Text Generation with Text-Editing Models. NAACL 2022 (2022) 1.","DOI":"10.18653\/v1\/2022.naacl-tutorials.1"},{"key":"e_1_3_3_2_41_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1510"},{"key":"e_1_3_3_2_42_2","doi-asserted-by":"crossref","unstructured":"Peter McCullagh. 1996. M\u00f6bius transformation and Cauchy parameter estimation. The Annals of Statistics 24 2 (1996) 787\u2013808.","DOI":"10.1214\/aos\/1032894465"},{"key":"e_1_3_3_2_43_2","doi-asserted-by":"crossref","unstructured":"Mary\u00a0L McHugh. 2012. Interrater reliability: the kappa statistic. Biochemia medica 22 3 (2012) 276\u2013282.","DOI":"10.11613\/BM.2012.031"},{"key":"e_1_3_3_2_44_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.acl-long.416"},{"key":"e_1_3_3_2_45_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.154"},{"key":"e_1_3_3_2_46_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.583"},{"key":"e_1_3_3_2_47_2","unstructured":"Long Ouyang Jeffrey Wu Xu Jiang Diogo Almeida Carroll Wainwright Pamela Mishkin Chong Zhang Sandhini Agarwal Katarina Slama Alex Ray et\u00a0al. 2022. Training language models to follow instructions with human feedback. Advances in neural information processing systems 35 (2022) 27730\u201327744."},{"key":"e_1_3_3_2_48_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-acl.165"},{"key":"e_1_3_3_2_49_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.emnlp-demo.3"},{"key":"e_1_3_3_2_50_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1250"},{"key":"e_1_3_3_2_51_2","volume-title":"Statistics (the Easier Way) with R","author":"Radziwill N.","year":"2017","unstructured":"N. Radziwill. 2017. Statistics (the Easier Way) with R. Lapis Lucera."},{"key":"e_1_3_3_2_52_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1410"},{"key":"e_1_3_3_2_53_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2002"},{"key":"e_1_3_3_2_54_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.240"},{"key":"e_1_3_3_2_55_2","volume-title":"Proceedings of Thirty-third Conference on Neural Information Processing Systems (NIPS2019)","author":"Sanh V","year":"2019","unstructured":"V Sanh. 2019. DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter.. In Proceedings of Thirty-third Conference on Neural Information Processing Systems (NIPS2019)."},{"key":"e_1_3_3_2_56_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.505"},{"key":"e_1_3_3_2_57_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.431"},{"key":"e_1_3_3_2_58_2","doi-asserted-by":"crossref","unstructured":"Timo Schick Sahana Udupa and Hinrich Sch\u00fctze. 2021. Self-Diagnosis and Self-Debiasing: A Proposal for Reducing Corpus-Based Bias in NLP. Transactions of the Association for Computational Linguistics 9 (2021) 1408\u20131424.","DOI":"10.1162\/tacl_a_00434"},{"key":"e_1_3_3_2_59_2","first-page":"846","volume-title":"2007 IEEE 23rd International Conference on Data Engineering","author":"Stefanidis Kostas","year":"2006","unstructured":"Kostas Stefanidis, Evaggelia Pitoura, and Panos Vassiliadis. 2006. Adding context to preferences. In 2007 IEEE 23rd International Conference on Data Engineering. IEEE, 846\u2013855."},{"key":"e_1_3_3_2_60_2","volume-title":"ICML 2024","author":"Sun Lichao","year":"2024","unstructured":"Lichao Sun, Yue Huang, Haoran Wang, Siyuan Wu, Qihui Zhang, Chujie Gao, Yixin Huang, Wenhan Lyu, Yixuan Zhang, Xiner Li, et\u00a0al. 2024. TrustLLM: Trustworthiness in Large Language Models. In ICML 2024. https:\/\/www.microsoft.com\/en-us\/research\/publication\/trustllm-trustworthiness-in-large-language-models\/"},{"key":"e_1_3_3_2_61_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.56"},{"key":"e_1_3_3_2_62_2","doi-asserted-by":"crossref","unstructured":"Amir Taubenfeld Yaniv Dover Roi Reichart and Ariel Goldstein. 2024. Systematic biases in LLM simulations of debates. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2402.04049 (2024).","DOI":"10.18653\/v1\/2024.emnlp-main.16"},{"key":"e_1_3_3_2_63_2","unstructured":"Gemma Team Thomas Mesnard Cassidy Hardin Robert Dadashi Surya Bhupatiraju Shreya Pathak Laurent Sifre Morgane Rivi\u00e8re Mihir\u00a0Sanjay Kale Juliette Love et\u00a0al. 2024. Gemma: Open models based on gemini research and technology. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2403.08295 (2024)."},{"key":"e_1_3_3_2_64_2","doi-asserted-by":"crossref","unstructured":"Guangyu Wang Xiaohong Liu Zhen Ying Guoxing Yang Zhiwei Chen Zhiwen Liu Min Zhang Hongmei Yan Yuxing Lu Yuanxu Gao et\u00a0al. 2023. Optimized glycemic control of type 2 diabetes with reinforcement learning: a proof-of-concept trial. Nature Medicine 29 10 (2023) 2633\u20132642.","DOI":"10.1038\/s41591-023-02552-9"},{"key":"e_1_3_3_2_65_2","unstructured":"Yuqing Wang Yun Zhao Sara\u00a0Alessandra Keller Anne de Hond Marieke\u00a0M van Buchem Malvika Pillai and Tina Hernandez-Boussard. 2024. Unveiling and Mitigating Bias in Mental Health Analysis with Large Language Models. arXiv preprint arXiv:https:\/\/arXiv.org\/abs\/2406.12033 (2024)."},{"key":"e_1_3_3_2_66_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-2013"},{"key":"e_1_3_3_2_67_2","doi-asserted-by":"publisher","DOI":"10.1145\/3531146.3533088"},{"key":"e_1_3_3_2_68_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.findings-acl.213"},{"key":"e_1_3_3_2_69_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.naacl-main.341"},{"key":"e_1_3_3_2_70_2","unstructured":"Wikipedia contributors. 2024. List of countries by minimum wage \u2014 Wikipedia The Free Encyclopedia. https:\/\/en.wikipedia.org\/w\/index.php?title=List_of_countries_by_minimum_wage&oldid=1244993647. [Online; accessed 10-September-2024]."},{"key":"e_1_3_3_2_71_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-demos.6"},{"key":"e_1_3_3_2_72_2","doi-asserted-by":"publisher","DOI":"10.1109\/ICASSP49357.2023.10095658"},{"key":"e_1_3_3_2_73_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2021.woah-1.15"},{"key":"e_1_3_3_2_74_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.acl-main.310"},{"key":"e_1_3_3_2_75_2","doi-asserted-by":"crossref","unstructured":"Travis Zack Eric Lehman Mirac Suzgun Jorge\u00a0A Rodriguez Leo\u00a0Anthony Celi Judy Gichoya Dan Jurafsky Peter Szolovits David\u00a0W Bates Raja-Elie\u00a0E Abdulnour et\u00a0al. 2024. Assessing the potential of GPT-4 to perpetuate racial and gender biases in health care: a model evaluation study. The Lancet Digital Health 6 1 (2024) e12\u2013e22.","DOI":"10.1016\/S2589-7500(23)00225-X"},{"key":"e_1_3_3_2_76_2","unstructured":"Jerrold\u00a0H Zar. 2005. Spearman rank correlation. Encyclopedia of biostatistics 7 (2005)."},{"key":"e_1_3_3_2_77_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-2003"},{"key":"e_1_3_3_2_78_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.findings-emnlp.262"},{"key":"e_1_3_3_2_79_2","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.findings-acl.392"},{"key":"e_1_3_3_2_80_2","first-page":"1218","volume-title":"Proceedings of the 20th Chinese National Conference on Computational Linguistics","author":"Zhuang Liu","year":"2021","unstructured":"Liu Zhuang, Lin Wayne, Shi Ya, and Zhao Jun. 2021. A Robustly Optimized BERT Pre-training Approach with Post-training. In Proceedings of the 20th Chinese National Conference on Computational Linguistics, Sheng Li, Maosong Sun, Yang Liu, Hua Wu, Kang Liu, Wanxiang Che, Shizhu He, and Gaoqi Rao (Eds.). Chinese Information Processing Society of China, Huhhot, China, 1218\u20131227. https:\/\/aclanthology.org\/2021.ccl-1.108"}],"event":{"name":"Websci '25: 17th ACM Web Science Conference 2025","location":"New Brunswick NJ USA","acronym":"Websci '25","sponsor":["SIGWEB ACM Special Interest Group on Hypertext, Hypermedia, and Web"]},"container-title":["Proceedings of the 17th ACM Web Science Conference 2025"],"original-title":[],"link":[{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3717867.3717923","content-type":"unspecified","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/dl.acm.org\/doi\/pdf\/10.1145\/3717867.3717923","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,6,19]],"date-time":"2025-06-19T01:57:40Z","timestamp":1750298260000},"score":1,"resource":{"primary":{"URL":"https:\/\/dl.acm.org\/doi\/10.1145\/3717867.3717923"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,5,19]]},"references-count":79,"alternative-id":["10.1145\/3717867.3717923","10.1145\/3717867"],"URL":"https:\/\/doi.org\/10.1145\/3717867.3717923","relation":{},"subject":[],"published":{"date-parts":[[2025,5,19]]},"assertion":[{"value":"2025-05-19","order":3,"name":"published","label":"Published","group":{"name":"publication_history","label":"Publication History"}}]}}