{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,26]],"date-time":"2025-03-26T10:25:32Z","timestamp":1742984732265,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":23,"publisher":"Springer Nature Singapore","isbn-type":[{"type":"print","value":"9789819601189"},{"type":"electronic","value":"9789819601196"}],"license":[{"start":{"date-parts":[[2024,11,12]],"date-time":"2024-11-12T00:00:00Z","timestamp":1731369600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,11,12]],"date-time":"2024-11-12T00:00:00Z","timestamp":1731369600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2025]]},"DOI":"10.1007\/978-981-96-0119-6_36","type":"book-chapter","created":{"date-parts":[[2024,11,16]],"date-time":"2024-11-16T18:16:49Z","timestamp":1731781009000},"page":"376-387","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["KLoB: a\u00a0Benchmark for\u00a0Assessing Knowledge Localization Methods in\u00a0Language Models"],"prefix":"10.1007","author":[{"given":"Yiming","family":"Ju","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Huimin","family":"Ma","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Xingrun","family":"Xing","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Zhixiong","family":"Zeng","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,11,12]]},"reference":[{"key":"36_CR1","doi-asserted-by":"crossref","unstructured":"Roberts, A., Raffel, C., Shazeer, N.: How much knowledge can you pack into the parameters of a language model? In: Proceedings of the 2020 Conference on Empirical Methods in Natural Language Processing (EMNLP), pp. 5418\u20135426 (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.437"},{"key":"36_CR2","unstructured":"Sinitsin, A., Plokhotnyuk, V., Pyrkin, D., Popov, S., Babenko, A.: Editable neural networks. arXiv preprint, arXiv: 2004.00345 (2020)"},{"key":"36_CR3","doi-asserted-by":"crossref","unstructured":"Dai, D., Dong, L., Hao, Y., Sui, Z., Chang, B., Wei, F.: Knowledge neurons in pretrained transformers. In: Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers), pp. 8493\u20138502 (2022)","DOI":"10.18653\/v1\/2022.acl-long.581"},{"key":"36_CR4","first-page":"17359","volume":"35","author":"K Meng","year":"2022","unstructured":"Meng, K., Bau, D., Andonian, A., Belinkov, Y.: Locating and editing factual associations in gpt. Adv. Neural. Inf. Process. Syst. 35, 17359\u201317372 (2022)","journal-title":"Adv. Neural. Inf. Process. Syst."},{"key":"36_CR5","unstructured":"Meng, K., Sharma, A.S., Andonian, A., Belinkov, Y., Bau, D.: Mass-editing memory in a transformer. arXiv preprint arXiv: 2210.07229 (2022)"},{"key":"36_CR6","unstructured":"Li, X., Li, S., Song, S., Yang, J., Ma, J., Yu, J.: Pmet: Precise model editing in a transformer. arXiv preprint arXiv: 2308.08742 (2023)"},{"key":"36_CR7","unstructured":"Yao, Y., et al.: Editing large language models: Problems, methods, and opportunities. arXiv preprint arXiv: 2305.13172 (2023)"},{"key":"36_CR8","doi-asserted-by":"crossref","unstructured":"De\u00a0Cao, N., Aziz, W., Titov, I.: Editing factual knowledge in language models. In: Proceedings of the 2021 Conference on Empirical Methods in Natural Language Processing, pp. 6491\u20136506 (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.522"},{"key":"36_CR9","unstructured":"Mitchell, E., Lin, C., Bosselut, A., Finn, C., Manning, C.D.: Fast model editing at scale. arXiv preprint arXiv: 2110.11309 (2021)"},{"key":"36_CR10","unstructured":"Mitchell, E., Lin, C., Bosselut, A., Manning, C.D., Finn, C.: Memory-based model editing at scale. In: International Conference on Machine Learning, pp. 15817\u201315831. PMLR (2022)"},{"key":"36_CR11","unstructured":"Huang, Z., Shen, Y., Zhang, X., Zhou, J., Rong, W., Xiong, Z.: Transformer-patcher: One mistake worth one neuron.arXiv preprint arXiv: 2301.09785 (2023)"},{"key":"36_CR12","doi-asserted-by":"crossref","unstructured":"Dong, Q., Dai, D., Song, Y., Xu, J., Sui, Z., Li, L.: Calibrating factual knowledge in pretrained language models. arXiv preprint arXiv: 2210.03329 (2022)","DOI":"10.18653\/v1\/2022.findings-emnlp.438"},{"key":"36_CR13","unstructured":"Huang, J.-T.: Emotionally numb or empathetic? Evaluating how LLMs feel using emotionbench. arXiv preprint arXiv:2308.03656 (2023)"},{"key":"36_CR14","doi-asserted-by":"publisher","first-page":"1012","DOI":"10.1162\/tacl_a_00410","volume":"9","author":"Y Elazar","year":"2021","unstructured":"Elazar, Y., et al.: Measuring and improving consistency in pretrained language models. Trans. Associat. Comput. Linguist. 9, 1012\u20131031 (2021)","journal-title":"Trans. Associat. Comput. Linguist."},{"key":"36_CR15","unstructured":"Radford, A., Narasimhan, K., Sutskever, I., et al.: Improving language understanding by generative pre-training, Tim Salimans (2018)"},{"issue":"8","key":"36_CR16","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford, A., Jeffrey, W., Child, R., Luan, D., Amodei, D., Sutskever, I., et al.: Language models are unsupervised multitask learners. OpenAI blog 1(8), 9 (2019)","journal-title":"OpenAI blog"},{"key":"36_CR17","unstructured":"Touvron, H., et\u00a0al.: Llama: open and efficient foundation language models. arXiv preprint arXiv: 2302.13971 (2023)"},{"key":"36_CR18","unstructured":"Devlin, J., Chang, M.-W., Lee, K., Toutanova, K.: Bert: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of NAACL-HLT, pp. 4171\u20134186 (2019)"},{"key":"36_CR19","unstructured":"Lan, Z., Chen, M., Goodman, S., Gimpel, K., Sharma, P., Soricut, R.: Albert: A lite bert for self-supervised learning of language representations. arXiv preprint arXiv: 1909.11942 (2019)"},{"issue":"10","key":"36_CR20","doi-asserted-by":"publisher","first-page":"78","DOI":"10.1145\/2629489","volume":"57","author":"D Vrande\u010di\u0107","year":"2014","unstructured":"Vrande\u010di\u0107, D., Kr\u00f6tzsch, M.: Wikidata: a free collaborative knowledgebase. Commun. ACM 57(10), 78\u201385 (2014)","journal-title":"Commun. ACM"},{"key":"36_CR21","doi-asserted-by":"crossref","unstructured":"Zhong, Z., Wu, Z., Manning, C.D., Potts, C., Chen, D.: Mquake: Assessing knowledge editing in language models via multi-hop questions. arXiv preprint arXiv: 2305.14795 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.971"},{"key":"36_CR22","unstructured":"Bird, S., Klein, E., Loper, E.: Natural language processing with Python: analyzing text with the natural language toolkit. O\u2019Reilly Media, Inc. (2009)"},{"key":"36_CR23","unstructured":"Sundararajan, M., Taly, A., Yan, Q.: Axiomatic attribution for deep networks. In: International Conference on Machine Learning, pp. 3319\u20133328. PMLR (2017)"}],"container-title":["Lecture Notes in Computer Science","PRICAI 2024: Trends in Artificial Intelligence"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-96-0119-6_36","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,23]],"date-time":"2025-01-23T12:36:00Z","timestamp":1737635760000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-96-0119-6_36"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,11,12]]},"ISBN":["9789819601189","9789819601196"],"references-count":23,"URL":"https:\/\/doi.org\/10.1007\/978-981-96-0119-6_36","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024,11,12]]},"assertion":[{"value":"12 November 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"PRICAI","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Pacific Rim International Conference on Artificial Intelligence","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Kyoto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Japan","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 November 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 November 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"pricai2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/www.pricai.org\/2024\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}