{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T01:14:19Z","timestamp":1783386859061,"version":"3.54.6"},"publisher-location":"Cham","reference-count":33,"publisher":"Springer Nature Switzerland","isbn-type":[{"value":"9783032298997","type":"print"},{"value":"9783032299000","type":"electronic"}],"license":[{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2026,1,1]],"date-time":"2026-01-01T00:00:00Z","timestamp":1767225600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-29900-0_12","type":"book-chapter","created":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T00:31:54Z","timestamp":1783384314000},"page":"210-224","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Value Alignment and Expertise Drift: Value Differences in Manual Data Annotation Based on BERT Models"],"prefix":"10.1007","author":[{"given":"Zhengqing","family":"Zhang","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ziyi","family":"Wang","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2026,7,7]]},"reference":[{"key":"12_CR1","first-page":"338","volume-title":"Global Catastrophic Risks","author":"E Yudkowsky","year":"2008","unstructured":"Yudkowsky, E.: Artificial intelligence as a positive and negative factor in global risk. In: Global Catastrophic Risks, pp. 338\u2013339. Oxford University Press, Oxford (2008)"},{"key":"12_CR2","first-page":"120","volume-title":"Superintelligence: Paths, Dangers, Strategies","author":"N Bostrom","year":"2014","unstructured":"Bostrom, N.: Superintelligence: Paths, Dangers, Strategies, pp. 120\u2013122. Oxford University Press, Oxford (2014)"},{"key":"12_CR3","first-page":"1161","volume-title":"Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing (EMNLP)","author":"M Geva","year":"2019","unstructured":"Geva, M., Goldberg, Y., Berant, J.: Are we modeling the task or the annotator? An investigation of annotator bias in natural language understanding datasets. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 1161\u20131166 (2019)"},{"key":"12_CR4","doi-asserted-by":"publisher","first-page":"232","DOI":"10.1016\/j.procs.2021.05.086","volume":"189","author":"MSH Ameur","year":"2021","unstructured":"Ameur, M.S.H., Aliane, H.: AraCOVID19-MFH: Arabic COVID-19 multi-label fake news & hate speech detection dataset. Procedia Comput. Sci. 189, 232\u2013241 (2021)","journal-title":"Procedia Comput. Sci."},{"key":"12_CR5","doi-asserted-by":"publisher","first-page":"653","DOI":"10.18653\/v1\/2020.emnlp-main.48","volume-title":"Proceedings of the Conference on Empirical Methods Natural Language Processing (EMNLP)","author":"M Forbes","year":"2020","unstructured":"Forbes, M., Hwang, J.D., Shwartz, V., et al.: SocialChemistry101: learning to reason about social and moral norms. In: Proceedings of the Conference on Empirical Methods Natural Language Processing (EMNLP), pp. 653\u2013670 (2020)"},{"key":"12_CR6","first-page":"11183","volume-title":"Proceedings of the 36th AAAI Conference on Artificial Intelligence","author":"L Qiu","year":"2022","unstructured":"Qiu, L., Chintagunta, B., Khani, N., et al.: ValueNet: a new dataset for human value-driven dialogue system. In: Proceedings of the 36th AAAI Conference on Artificial Intelligence, pp. 11183\u201311191 (2022)"},{"key":"12_CR7","doi-asserted-by":"publisher","DOI":"10.1016\/j.knosys.2025.113566","volume":"322","author":"J Majkutewicz","year":"2025","unstructured":"Majkutewicz, J., Szyma\u0144ski, J.: Aligning large language models with human preferences using historical text edits. Knowl.-Based Syst. 322, 113566 (2025)","journal-title":"Knowl.-Based Syst."},{"key":"12_CR8","unstructured":"Wu, P., Shen, G., Zhao, D., et al.: CVC: a large-scale Chinese value rule corpus for value alignment of large language models. arXiv preprint arXiv:2506.01495. (2025)"},{"key":"12_CR9","doi-asserted-by":"crossref","unstructured":"Gupta, K.: Iterative auto-annotation for scientific named entity recognition using BERT-based models. arXiv preprint arXiv:2502.16312. (2025)","DOI":"10.1201\/9781003613206-26"},{"issue":"8","key":"12_CR10","doi-asserted-by":"publisher","first-page":"178","DOI":"10.3390\/ai6080178","volume":"6","author":"MC Voutsa","year":"2025","unstructured":"Voutsa, M.C., Tsapatsoulis, N., Djouvas, C.: Biased by design? Evaluating bias and behavioral diversity in LLM annotation of real-world and synthetic hotel reviews. AI. 6(8), 178 (2025)","journal-title":"AI"},{"issue":"3","key":"12_CR11","first-page":"992","volume":"30","author":"JK Park","year":"2025","unstructured":"Park, J.K., Ellezhuthil, R.D., Wisniewski, P., et al.: Collaborative human-AI risk annotation: co-annotating online incivility with CHAIRA. Inf. Res. 30(3), 992\u20131008 (2025)","journal-title":"Inf. Res."},{"key":"12_CR12","first-page":"172","volume-title":"Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics (NAACL)","author":"P R\u00f6ttger","year":"2022","unstructured":"R\u00f6ttger, P., Vidgen, B., Hovy, D., Janet, P.: Two contrasting interpretations of disagreement in annotation tasks. In: Proceedings of the 2022 Conference of the North American Chapter of the Association for Computational Linguistics (NAACL), pp. 172\u2013179 (2022)"},{"key":"12_CR13","doi-asserted-by":"crossref","unstructured":"Ren, Y., Ye, H., Fang, H., Zhang, X., Song, G.: ValueBench: towards comprehensively evaluating value orientations and understanding of large language models. arXiv preprint arXiv:2406.04214. (2024)","DOI":"10.18653\/v1\/2024.acl-long.111"},{"key":"12_CR14","volume-title":"Personality in Nature, Society, and Culture","author":"C Kluckhohn","year":"1948","unstructured":"Kluckhohn, C., Murray, H.A.: Personality in Nature, Society, and Culture. Knopf, New York (1948)"},{"issue":"6","key":"12_CR15","doi-asserted-by":"publisher","DOI":"10.1016\/j.ipm.2025.104244","volume":"62","author":"T Spinde","year":"2025","unstructured":"Spinde, T., Wu, F., Gaissmaier, W., et al.: Enhancing media literacy: the effectiveness of (human) annotations and bias visualizations on bias detection. Inf. Process. Manag. 62(6), 104244 (2025)","journal-title":"Inf. Process. Manag."},{"key":"12_CR16","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proc. 2019 Conf. North am. Chapter Assoc. Comput. Linguist.: Hum. Lang. Technol. (NAACL-HLT), pp. 4171\u20134186, Minneapolis, MN (2019)"},{"key":"12_CR17","unstructured":"Central Committee of the Communist Party of China and State Council: Outline for the implementation of patriotic education in the new era. Xinhua News Agency. http:\/\/www.xinhuanet.com\/politics\/2019-11\/12\/c_1125227240.htm (2019). Accessed 21 Jan 2026"},{"key":"12_CR18","unstructured":"Standing Committee of the National People\u2019s Congress: Patriotism Education Law of the People's Republic of China. http:\/\/www.npc.gov.cn\/npc\/c30834\/202310\/4b84b3e381d84f139c386d8668147e9c.shtml (2023). Accessed 21 Jan 2026"},{"key":"12_CR19","doi-asserted-by":"crossref","unstructured":"Schwartz, S.H.: An overview of the Schwartz theory of basic values. Online Read. Psychol. Cult. 2(1) (2012)","DOI":"10.9707\/2307-0919.1116"},{"issue":"4","key":"12_CR20","doi-asserted-by":"publisher","first-page":"281","DOI":"10.1037\/h0040957","volume":"52","author":"LJ Cronbach","year":"1955","unstructured":"Cronbach, L.J., Meehl, P.E.: Construct validity in psychological tests. Psychol. Bull. 52(4), 281\u2013302 (1955)","journal-title":"Psychol. Bull."},{"issue":"3","key":"12_CR21","doi-asserted-by":"publisher","first-page":"238","DOI":"10.1037\/1040-3590.7.3.238","volume":"7","author":"SN Haynes","year":"1995","unstructured":"Haynes, S.N., Richard, D.C.S., Kubany, E.S.: Content validity in psychological assessment: a functional approach to concepts and methods. Psychol. Assess. 7(3), 238\u2013247 (1995)","journal-title":"Psychol. Assess."},{"key":"12_CR22","doi-asserted-by":"publisher","DOI":"10.1093\/0198295685.001.0001","volume-title":"Critical Citizens: Global Support for Democratic Government","author":"P Norris","year":"1999","unstructured":"Norris, P.: Critical Citizens: Global Support for Democratic Government. Oxford University Press, Oxford (1999)"},{"issue":"4","key":"12_CR23","doi-asserted-by":"publisher","first-page":"435","DOI":"10.1017\/S0007123400008309","volume":"5","author":"D Easton","year":"1975","unstructured":"Easton, D.: A re-assessment of the concept of political support. Br. J. Polit. Sci. 5(4), 435\u2013457 (1975)","journal-title":"Br. J. Polit. Sci."},{"issue":"1","key":"12_CR24","doi-asserted-by":"publisher","first-page":"151","DOI":"10.1111\/0162-895X.00140","volume":"20","author":"RT Schatz","year":"1999","unstructured":"Schatz, R.T., Staub, E., Lavine, H.: On the varieties of national attachment: blind versus constructive patriotism. Polit. Psychol. 20(1), 151\u2013174 (1999)","journal-title":"Polit. Psychol."},{"key":"12_CR25","doi-asserted-by":"publisher","DOI":"10.1515\/9781400874569","volume-title":"The Civic Culture: Political Attitudes and Democracy in Five Nations","author":"GA Almond","year":"1963","unstructured":"Almond, G.A., Verba, S.: The Civic Culture: Political Attitudes and Democracy in Five Nations. Princeton University Press, Princeton (1963)"},{"issue":"2","key":"12_CR26","doi-asserted-by":"publisher","first-page":"366","DOI":"10.1037\/a0021847","volume":"101","author":"J Graham","year":"2011","unstructured":"Graham, J., Nosek, B.A., Haidt, J., et al.: Mapping the moral domain. J. Pers. Soc. Psychol. 101(2), 366\u2013385 (2011)","journal-title":"J. Pers. Soc. Psychol."},{"key":"12_CR27","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511818691","volume-title":"The Nature and Origins of Mass Opinion","author":"JR Zaller","year":"1992","unstructured":"Zaller, J.R.: The Nature and Origins of Mass Opinion. Cambridge University Press, Cambridge (1992)"},{"issue":"2","key":"12_CR28","doi-asserted-by":"publisher","first-page":"257","DOI":"10.1207\/s15516709cog1202_4","volume":"12","author":"J Sweller","year":"1988","unstructured":"Sweller, J.: Cognitive load during problem solving: effects on learning. Cogn. Sci. 12(2), 257\u2013285 (1988)","journal-title":"Cogn. Sci."},{"key":"12_CR29","doi-asserted-by":"publisher","DOI":"10.1037\/10628-000","volume-title":"The Psychology of Interpersonal Relations","author":"F Heider","year":"1958","unstructured":"Heider, F.: The Psychology of Interpersonal Relations. John Wiley & Sons, New York (1958)"},{"key":"12_CR30","volume-title":"Thinking, Fast and Slow","author":"D Kahneman","year":"2011","unstructured":"Kahneman, D.: Thinking, Fast and Slow. Farrar, Straus and Giroux, New York (2011)"},{"issue":"4","key":"12_CR31","doi-asserted-by":"publisher","first-page":"250","DOI":"10.1037\/0022-3514.35.4.250","volume":"35","author":"RE Nisbett","year":"1977","unstructured":"Nisbett, R.E., Wilson, T.D.: The halo effect: evidence for unconscious alteration of judgments. J. Pers. Soc. Psychol. 35(4), 250\u2013256 (1977)","journal-title":"J. Pers. Soc. Psychol."},{"issue":"5","key":"12_CR32","doi-asserted-by":"publisher","first-page":"1232","DOI":"10.1086\/261651","volume":"97","author":"C Camerer","year":"1989","unstructured":"Camerer, C., Loewenstein, G., Weber, M.: The curse of knowledge in economic settings: an experimental analysis. J. Polit. Econ. 97(5), 1232\u20131254 (1989)","journal-title":"J. Polit. Econ."},{"key":"12_CR33","volume-title":"Distinction: a Social Critique of the Judgement of Taste","author":"P Bourdieu","year":"1984","unstructured":"Bourdieu, P.: Distinction: a Social Critique of the Judgement of Taste. Harvard University Press, Cambridge (1984)"}],"container-title":["Lecture Notes in Computer Science","Cross-Cultural Design"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-29900-0_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T00:32:10Z","timestamp":1783384330000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-29900-0_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2026]]},"ISBN":["9783032298997","9783032299000"],"references-count":33,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-29900-0_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2026]]},"assertion":[{"value":"7 July 2026","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"HCII","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Human-Computer Interaction","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Montreal, QC","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Canada","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2026","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"26 July 2026","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"31 July 2026","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"28","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"hcii2026","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/2026.hci.international\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}