{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,8,7]],"date-time":"2025-08-07T09:22:05Z","timestamp":1754558525529,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":31,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819794393"},{"type":"electronic","value":"9789819794409"}],"license":[{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,1]],"date-time":"2024-11-01T00:00:00Z","timestamp":1730419200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-97-9440-9_27","type":"book-chapter","created":{"date-parts":[[2024,10,31]],"date-time":"2024-10-31T17:06:33Z","timestamp":1730394393000},"page":"346-358","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":2,"title":["ValueCSV: Evaluating Core Socialist Values Understanding in\u00a0Large Language Models"],"prefix":"10.1007","author":[{"given":"Yuemei","family":"Xu","sequence":"first","affiliation":[]},{"given":"Ling","family":"Hu","sequence":"additional","affiliation":[]},{"given":"Zihan","family":"Qiu","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2024,11,1]]},"reference":[{"key":"27_CR1","unstructured":"OpenAI. Gpt-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"27_CR2","unstructured":"Touvron, H., Martin, L., Stone, K., et\u00a0al.: Llama 2: open foundation and fine-tuned chat models. arXiv preprint arXiv:2307.09288 (2023)"},{"key":"27_CR3","unstructured":"Zeng, A., Liu, X., Du, Z., et\u00a0al.: GLM-130B: an open bilingual pre-trained model. In: The Eleventh International Conference on Learning Representations, ICLR 2023, Kigali, 1\u20135 May 2023 (2023)"},{"key":"27_CR4","unstructured":"Wei, J., Tay, Y., Bommasani, R., Raffel, C., et\u00a0al.: Emergent abilities of large language models. Trans. Mach. Learn. Res. 2022 (2022)"},{"key":"27_CR5","doi-asserted-by":"crossref","unstructured":"Schwartz, S.H.: Universals in the content and structure of values: theoretical advances and empirical tests in 20 countries. Adv. Exp. Soc. Psychol. 25, 1\u201365 (1992)","DOI":"10.1016\/S0065-2601(08)60281-6"},{"key":"27_CR6","unstructured":"Xu, G., Liu, J., Yan, M., et\u00a0al.: Cvalues: measuring the values of chinese large language models from safety to responsibility (2023)"},{"key":"27_CR7","unstructured":"Huang, K., Liu, X., Guo, Q., et al.: Flames: benchmarking value alignment of LLMS in chinese (2023)"},{"key":"27_CR8","unstructured":"Sun, H., Zhang, Z., Deng, J., Cheng, J., Huang, M.: Safety assessment of chinese large language models. arXiv preprint arXiv:2304.10436 (2023)"},{"key":"27_CR9","unstructured":"Yao, J., Yi, X., Wang, X., et\u00a0al.: Value fulcra: mapping large language models to the multidimensional spectrum of basic human values. arXiv preprint arXiv:2311.10766 (2023)"},{"key":"27_CR10","doi-asserted-by":"crossref","unstructured":"Ziems, C., Held, W., Shaikh, O., et\u00a0al.: Can large language models transform computational social science? Comput. Linguist. 50(1), 237\u2013291 (2024)","DOI":"10.1162\/coli_a_00502"},{"key":"27_CR11","doi-asserted-by":"crossref","unstructured":"Shaw, D., Grehan, E., Shiu, E., et\u00a0al.: An exploration of values in ethical consumer decision making. J. Consum. Behav. Int. Res. Rev. 4(3), 185\u2013200 (2005)","DOI":"10.1002\/cb.3"},{"key":"27_CR12","doi-asserted-by":"crossref","unstructured":"Graham, J., Haidt, J., Koleva, S., et\u00a0al.: Moral foundations theory: the pragmatic validity of moral pluralism. Adv. Exp. Soc. Psychol. 47, 55\u2013130 (2013)","DOI":"10.1016\/B978-0-12-407236-7.00002-4"},{"key":"27_CR13","unstructured":"Zhang, Z., Zhang, C., Liu, N., et\u00a0al.: Heterogeneous value alignment evaluation for large language models. In: AAAI-2024 Workshop on Public Sector LLMs: Algorithmic and Sociotechnical Design (2024)"},{"key":"27_CR14","doi-asserted-by":"crossref","unstructured":"Xu, S., Dong, W., Guo, Z., Wu, X., Xiong, D.: Exploring multilingual human value concepts in large language models: is value alignment consistent, transferable and controllable across languages? arXiv preprint arXiv:2402.18120 (2024)","DOI":"10.18653\/v1\/2024.findings-emnlp.96"},{"key":"27_CR15","unstructured":"Durmus, E., Nyugen, K., Liao, T.I., et\u00a0al.: Towards measuring the representation of subjective global opinions in language models (2023)"},{"key":"27_CR16","unstructured":"Zhang, Z., Bai, F., Gao, J., Yang, Y.: Measuring value understanding in language models through discriminator-critique gap (2023)"},{"key":"27_CR17","doi-asserted-by":"crossref","unstructured":"Kang, D., Park, J., Jo, Y., Bak, J.: Predicting human behaviors and stances using value-injected large language models, from values to opinions (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.961"},{"key":"27_CR18","unstructured":"Yi, X., Yao, J., Wang, X., Xie, X.: Unpacking the ethical value alignment in big models. arXiv preprint arXiv:2310.17551 (2023)"},{"key":"27_CR19","unstructured":"Zhang, Z., Bai, F., Gao, J., Yang, Y.: Measuring value understanding in language models through discriminator-critique gap. arXiv preprint arXiv:2310.00378 (2023)"},{"key":"27_CR20","doi-asserted-by":"crossref","unstructured":"Xu, S., Dong, W., Guo, Z., Wu, X., Xiong, D.: Exploring multilingual human value concepts in large language models: is value alignment consistent, transferable and controllable across languages? arXiv preprint arXiv:2402.18120 (2024)","DOI":"10.18653\/v1\/2024.findings-emnlp.96"},{"key":"27_CR21","unstructured":"Agarwal, U., Tanmay, K., Khandelwal, A., Choudhury, M.: Ethical reasoning and moral value alignment of LLMS depend on the language we prompt them in. arXiv preprint arXiv:2404.18460 (2024)"},{"key":"27_CR22","doi-asserted-by":"crossref","unstructured":"Lee, J., Kim, M., Kim, S., et\u00a0al. Kornat: LLM alignment benchmark for Korean social values and common knowledge. arXiv preprint arXiv:2402.13605 (2024)","DOI":"10.18653\/v1\/2024.findings-acl.666"},{"key":"27_CR23","doi-asserted-by":"crossref","unstructured":"Gilardi, F., Alizadeh, M., Kubli, M.: Chatgpt outperforms crowd-workers for text-annotation tasks (2023)","DOI":"10.1073\/pnas.2305016120"},{"key":"27_CR24","doi-asserted-by":"crossref","unstructured":"Kong, A., Zhao, S., Chen, H., et\u00a0al.: Better zero-shot reasoning with role-play prompting. arXiv preprint arXiv:2308.07702 (2023)","DOI":"10.18653\/v1\/2024.naacl-long.228"},{"key":"27_CR25","unstructured":"Zheng, L., Chiang, W., Sheng, Y., et\u00a0al.: Judging LLM-as-a-judge with MT-bench and chatbot arena. Adv. Neural Inf. Process. Syst. 36 (2024)"},{"key":"27_CR26","doi-asserted-by":"crossref","unstructured":"Xu, F., Song, Y., Mohit, I., et\u00a0al.: A critical evaluation of evaluations for long-form question answering. arXiv preprint arXiv:2305.18201 (2023)","DOI":"10.18653\/v1\/2023.acl-long.181"},{"key":"27_CR27","unstructured":"Oketunji, A.F., Anas, M., Saina, D.: Large language model (LLM) bias index\u2013LLMBI. arXiv preprint arXiv:2312.14769 (2023)"},{"key":"27_CR28","unstructured":"Krippendorff, K.: Computing Krippendorff\u2019s alpha-reliability (2011)"},{"issue":"1","key":"27_CR29","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educ. Psychol. Measur. 20(1), 37\u201346 (1960)","journal-title":"Educ. Psychol. Measur."},{"key":"27_CR30","unstructured":"Bai, Y., Kadavath, S., Kundu, S., et\u00a0al.: Constitutional AI: harmlessness from AI feedback. arXiv preprint arXiv:2212.08073 (2022)"},{"key":"27_CR31","unstructured":"Yang, A., Xiao, B., Wang, B., et\u00a0al.: Baichuan 2: open large-scale language models. arXiv preprint arXiv:2309.10305 (2023)"}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Chinese Computing"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-97-9440-9_27","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,30]],"date-time":"2024-11-30T16:16:10Z","timestamp":1732983370000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-97-9440-9_27"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,1]]},"ISBN":["9789819794393","9789819794409"],"references-count":31,"URL":"https:\/\/doi.org\/10.1007\/978-981-97-9440-9_27","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,1]]},"assertion":[{"value":"1 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NLPCC","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"CCF International Conference on Natural Language Processing and Chinese Computing","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hangzhou","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"4 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"13","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nlpcc2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/tcci.ccf.org.cn\/conference\/2024\/index.php","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}