{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,6]],"date-time":"2026-10-06T21:48:01Z","timestamp":1791323281439,"version":"4.3.1"},"publisher-location":"Singapore","reference-count":51,"publisher":"Springer Nature Singapore","isbn-type":[{"value":"9789819203710","type":"print"},{"value":"9789819203727","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-981-92-0372-7_2","type":"book-chapter","created":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T14:07:34Z","timestamp":1778335654000},"page":"19-34","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Evaluating Scoring Bias in\u00a0LLM-as-a-Judge"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-7605-1247","authenticated-orcid":false,"given":"Qingquan","family":"Li","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-8899-4788","authenticated-orcid":false,"given":"Shaoyu","family":"Dou","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Kailai","family":"Shao","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Chao","family":"Chen","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Haixiang","family":"Hu","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,5,10]]},"reference":[{"key":"2_CR1","volume":"16","author":"G Babaei","year":"2024","unstructured":"Babaei, G., Giudici, P.: GPT classifications, with application to credit lending. Mach. Learn. Appl. 16, 100534 (2024)","journal-title":"Mach. Learn. Appl."},{"key":"2_CR2","unstructured":"Bai, Y., et\u00a0al.: Constitutional AI: harmlessness from AI feedback. arXiv preprint arXiv:2212.08073 (2022)"},{"key":"2_CR3","doi-asserted-by":"crossref","unstructured":"Bai, Y., et al.: Benchmarking foundation models with language-model-as-an-examiner. In: Advances in NeurIPS, vol. 36, pp. 78142\u201378167 (2023)","DOI":"10.52202\/075280-3414"},{"key":"2_CR4","doi-asserted-by":"crossref","unstructured":"Chiang, C.H., Lee, H., Lukasik, M.: TRACT: regression-aware fine-tuning meets chain-of-thought reasoning for LLM-as-a-Judge. arXiv preprint arXiv:2503.04381 (2025)","DOI":"10.18653\/v1\/2025.acl-long.147"},{"key":"2_CR5","unstructured":"Chiang, W.L., et\u00a0al.: Vicuna: an open-source chatbot impressing GPT-4 with 90%* chatGPT quality (2023). https:\/\/lmsys.org\/blog\/2023-03-30-vicuna\/"},{"key":"2_CR6","doi-asserted-by":"crossref","unstructured":"Gao, C., Jiang, H., Cai, D., Shi, S., Lam, W.: StrategyLLM: large language models as strategy generators, executors, optimizers, and evaluators for problem solving. In: Advances in NeurIPS, vol. 37, pp. 96797\u201396846 (2024)","DOI":"10.52202\/079017-3069"},{"key":"2_CR7","unstructured":"Gao, C., et al.: The best of both worlds: toward an honest and helpful large language model. arXiv preprint arXiv:2406.00380 (2024)"},{"key":"2_CR8","unstructured":"Gao, M., Ruan, J., Sun, R., Yin, X., Yang, S., Wan, X.: Human-like summarization evaluation with chatGPT. arXiv preprint arXiv:2304.02554 (2023)"},{"key":"2_CR9","unstructured":"Gu, J., et\u00a0al.: A survey on LLM-as-a-Judge. arXiv preprint arXiv:2411.15594 (2024)"},{"key":"2_CR10","doi-asserted-by":"crossref","unstructured":"Ke, P., et\u00a0al.: CritiqueLLM: towards an informative critique generation model for evaluation of large language model generation. In: Proceedings of ACL, vol.\u00a01, pp. 13034\u201313054 (2024)","DOI":"10.18653\/v1\/2024.acl-long.704"},{"key":"2_CR11","unstructured":"Kim, S., et al.: Prometheus: inducing fine-grained evaluation capability in language models. In: ICLR (2024)"},{"key":"2_CR12","unstructured":"Kim, S., et\u00a0al.: The BiGGen bench: a principled benchmark for fine-grained evaluation of language models with language models. arXiv preprint arXiv:2406.05761 (2024)"},{"key":"2_CR13","doi-asserted-by":"crossref","unstructured":"Kim, S., et al.: Prometheus 2: an open source language model specialized in evaluating other language models. In: Proceedings of EMNLP, pp. 4334\u20134353 (2024)","DOI":"10.18653\/v1\/2024.emnlp-main.248"},{"key":"2_CR14","unstructured":"Lee, H., et\u00a0al.: RLAIF vs. RLHF: scaling reinforcement learning from human feedback with AI feedback. In: Proceedings of ICML, pp. 26874\u201326901 (2024)"},{"key":"2_CR15","unstructured":"Li, D., et\u00a0al.: From generation to judgment: opportunities and challenges of LLM-as-a-Judge. arXiv preprint arXiv:2411.16594 (2024)"},{"key":"2_CR16","doi-asserted-by":"crossref","unstructured":"Li, D., et\u00a0al.: DALK: dynamic co-augmentation of LLMs and KG to answer Alzheimer\u2019s disease questions with scientific literature. In: Findings of EMNLP, pp. 2187\u20132205 (2024)","DOI":"10.18653\/v1\/2024.findings-emnlp.119"},{"key":"2_CR17","unstructured":"Li, R., Patel, T., Du, X.: PRD: peer rank and discussion improve large language model based evaluations. arXiv preprint arXiv:2307.02762 (2023)"},{"key":"2_CR18","unstructured":"Li, Y., Huang, Y., Wang, H., Zhang, X., Zou, J., Sun, L.: Quantifying AI psychology: a psychometrics benchmark for large language models. arXiv preprint arXiv:2406.17675 (2024)"},{"key":"2_CR19","doi-asserted-by":"crossref","unstructured":"Lin, Y.T., Chen, Y.N.: LLM-Eval: unified multi-dimensional automatic evaluation for open-domain conversations with large language models. In: Proceedings of the 5th Workshop on NLP4ConvAI), pp. 47\u201358 (2023)","DOI":"10.18653\/v1\/2023.nlp4convai-1.5"},{"key":"2_CR20","unstructured":"Liu, A., et\u00a0al.: DeepSeek-V3 technical report. arXiv preprint arXiv:2412.19437 (2024)"},{"key":"2_CR21","doi-asserted-by":"crossref","unstructured":"Liu, X., et\u00a0al.: AlignBench: benchmarking Chinese alignment of large language models. In: Proceedings of ACL, vol.\u00a01, pp. 11621\u201311640 (2024)","DOI":"10.18653\/v1\/2024.acl-long.624"},{"key":"2_CR22","doi-asserted-by":"crossref","unstructured":"Liu, Y., Iter, D., Xu, Y., Wang, S., Xu, R., Zhu, C.: G-Eval: NLG evaluation using GPT-4 with better human alignment. In: Proceedings of EMNLP, pp. 2511\u20132522 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.153"},{"key":"2_CR23","unstructured":"Liu, Y., et al.: Aligning with human judgement: the role of pairwise preference in large language model evaluators. In: COLM (2024)"},{"key":"2_CR24","doi-asserted-by":"crossref","unstructured":"MistralAI: Mistral 3 small (2025). https:\/\/mistral.ai\/news\/mistral-small-3","DOI":"10.5840\/mr2025312"},{"key":"2_CR25","unstructured":"OpenAI: GPT-3.5-turbo (2023). https:\/\/platform.openai.com\/docs\/models\/gpt-3.5-turbo"},{"key":"2_CR26","unstructured":"OpenAI: GPT-4 (2023). https:\/\/platform.openai.com\/docs\/models\/gpt-4"},{"key":"2_CR27","unstructured":"OpenAI: GPT-4o (2024). https:\/\/platform.openai.com\/docs\/models\/gpt-4o"},{"key":"2_CR28","unstructured":"OpenAI: GPT-4.1 (2025). https:\/\/platform.openai.com\/docs\/models\/gpt-4.1"},{"key":"2_CR29","doi-asserted-by":"crossref","unstructured":"Park, J., Jwa, S., Meiying, R., Kim, D., Choi, S.: OffsetBias: leveraging debiased data for tuning evaluators. In: Findings of EMNLP, pp. 1043\u20131067 (2024)","DOI":"10.18653\/v1\/2024.findings-emnlp.57"},{"key":"2_CR30","doi-asserted-by":"crossref","unstructured":"Pearson, K.: VII. Note on regression and inheritance in the case of two parents. Proc. R. Soc. Lond. 58(347-352), 240\u2013242 (1895)","DOI":"10.1098\/rspl.1895.0041"},{"key":"2_CR31","doi-asserted-by":"crossref","unstructured":"Qin, Z., et\u00a0al.: Large language models are effective text rankers with pairwise ranking prompting. In: Findings of the NAACL, pp. 1504\u20131518 (2024)","DOI":"10.18653\/v1\/2024.findings-naacl.97"},{"key":"2_CR32","doi-asserted-by":"crossref","unstructured":"Rahman, S.S., et al.: Hallucination to truth: a review of fact-checking and factuality evaluation in large language models. arXiv preprint arXiv:2508.03860 (2025)","DOI":"10.1007\/s10462-025-11454-w"},{"key":"2_CR33","doi-asserted-by":"crossref","unstructured":"Ryu, C., et al.: Retrieval-based evaluation for LLMs: a case study in Korean legal QA. In: Proceedings of NLLP Workshop, pp. 132\u2013137 (2023)","DOI":"10.18653\/v1\/2023.nllp-1.13"},{"key":"2_CR34","doi-asserted-by":"crossref","unstructured":"Sottana, A., Liang, B., Zou, K., Yuan, Z.: Evaluation metrics in the era of GPT-4: reliably evaluating large language models on sequence to sequence tasks. In: Proceedings of EMNLP, pp. 8776\u20138788 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.543"},{"issue":"1","key":"2_CR35","doi-asserted-by":"publisher","first-page":"72","DOI":"10.2307\/1412159","volume":"15","author":"C Spearman","year":"1904","unstructured":"Spearman, C.: The proof and measurement of association between two things. Am. J. Psychol. 15(1), 72\u2013101 (1904)","journal-title":"Am. J. Psychol."},{"key":"2_CR36","doi-asserted-by":"crossref","unstructured":"Sun, W., et al.: Is chatGPT good at search? Investigating large language models as re-ranking agents. In: Proceedings of EMNLP, pp. 14918\u201314937 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.923"},{"key":"2_CR37","unstructured":"Thakur, A.S., Choudhary, K., Ramayapally, V.S., Vaidyanathan, S., Hupkes, D.: Judging the judges: evaluating alignment and vulnerabilities in LLMs-as-judges. arXiv preprint arXiv:2406.12624 (2024)"},{"key":"2_CR38","unstructured":"Touvron, H., et\u00a0al.: LLaMa 2: open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)"},{"key":"2_CR39","unstructured":"Tripathi, T., Wadhwa, M., Durrett, G., Niekum, S.: Pairwise or pointwise? Evaluating feedback protocols for bias in LLM-based evaluation. arXiv preprint arXiv:2504.14716 (2025)"},{"key":"2_CR40","doi-asserted-by":"crossref","unstructured":"Wang, P., et\u00a0al.: Large language models are not fair evaluators. In: Proceedings of ACL, vol.\u00a01, pp. 9440\u20139450 (2024)","DOI":"10.18653\/v1\/2024.acl-long.511"},{"key":"2_CR41","unstructured":"Wang, Y., et\u00a0al.: PandaLM: an automatic evaluation benchmark for LLM instruction tuning optimization. In: ICLR (2024)"},{"key":"2_CR42","unstructured":"Wataoka, K., Takahashi, T., Ri, R.: Self-preference bias in LLM-as-a-Judge. In: Neurips Safe Generative AI Workshop 2024 (2024)"},{"key":"2_CR43","unstructured":"Wei, H., et al.: Systematic evaluation of LLM-as-a-Judge in LLM alignment tasks: explainable metrics and diverse prompt templates. arXiv preprint arXiv:2408.13006 (2024)"},{"key":"2_CR44","unstructured":"Xu, C., et al.: WizardLM: empowering large pre-trained language models to follow complex instructions. In: ICLR (2024)"},{"key":"2_CR45","doi-asserted-by":"crossref","unstructured":"Xu, W., et al.: InstructScore: towards explainable text generation evaluation with automatic feedback. In: Proceedings of EMNLP, pp. 5967\u20135994 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.365"},{"key":"2_CR46","unstructured":"Yang, A., et\u00a0al.: Qwen3 technical report. arXiv preprint arXiv:2505.09388 (2025)"},{"key":"2_CR47","unstructured":"Ye, J., et\u00a0al.: Justice or prejudice? Quantifying biases in LLM-as-a-Judge. In: Neurips Safe Generative AI Workshop 2024 (2024)"},{"key":"2_CR48","unstructured":"Ye, S., et al.: FLASK: fine-grained language model evaluation based on alignment skill sets. In: ICLR 2024 Workshop on Large Language Model (LLM) Agents (2024)"},{"key":"2_CR49","doi-asserted-by":"crossref","unstructured":"Yuan, X., et al.: Instance-adaptive zero-shot chain-of-thought prompting. In: NeurIPS (2025)","DOI":"10.52202\/079017-3986"},{"key":"2_CR50","unstructured":"Zeng, Z., Yu, J., Gao, T., Meng, Y., Goyal, T., Chen, D.: Evaluating large language models at evaluating instruction following. In: ICLR (2024)"},{"key":"2_CR51","doi-asserted-by":"crossref","unstructured":"Zheng, L., et al.: Judging LLM-as-a-Judge with MT-bench and chatbot arena. In: Advances in NeurIPS, vol. 36, pp. 46595\u201346623 (2023)","DOI":"10.52202\/075280-2020"}],"container-title":["Lecture Notes in Computer Science","Database Systems for Advanced Applications"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-92-0372-7_2","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,5,9]],"date-time":"2026-05-09T14:07:44Z","timestamp":1778335664000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-92-0372-7_2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9789819203710","9789819203727"],"references-count":51,"URL":"https:\/\/doi.org\/10.1007\/978-981-92-0372-7_2","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"10 May 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"The authors have no competing interests to declare that are relevant to the content of this article.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Disclosure of Interests"}},{"value":"DASFAA","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Database Systems for Advanced Applications","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Jeju","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Korea (Republic of)","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 April 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"30 April 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"dasfaa2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/dasfaa2026.github.io\/index.html","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}