{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,14]],"date-time":"2026-07-14T11:19:32Z","timestamp":1784027972028,"version":"3.55.0"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"11","license":[{"start":{"date-parts":[[2024,9,24]],"date-time":"2024-09-24T00:00:00Z","timestamp":1727136000000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,9,24]],"date-time":"2024-09-24T00:00:00Z","timestamp":1727136000000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Scientometrics"],"published-print":{"date-parts":[[2024,11]]},"DOI":"10.1007\/s11192-024-05142-9","type":"journal-article","created":{"date-parts":[[2024,9,24]],"date-time":"2024-09-24T08:02:08Z","timestamp":1727164928000},"page":"6751-6777","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":17,"title":["Exploring the applicability of large language models to citation context analysis"],"prefix":"10.1007","volume":"129","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-5949-3610","authenticated-orcid":false,"given":"Kai","family":"Nishikawa","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4502-3164","authenticated-orcid":false,"given":"Hitoshi","family":"Koshiba","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2024,9,24]]},"reference":[{"key":"5142_CR1","doi-asserted-by":"publisher","first-page":"203","DOI":"10.1016\/j.gloenvcha.2019.01.001","volume":"54","author":"M Borie","year":"2019","unstructured":"Borie, M., Pelling, M., Ziervogel, G., et al. (2019). Mapping narratives of urban resilience in the global south. Global Environmental Change, 54, 203\u2013213. https:\/\/doi.org\/10.1016\/j.gloenvcha.2019.01.001","journal-title":"Global Environmental Change"},{"issue":"1","key":"5142_CR2","doi-asserted-by":"publisher","first-page":"45","DOI":"10.1108\/00220410810844150","volume":"64","author":"L Bornmann","year":"2008","unstructured":"Bornmann, L., & Daniel, H. D. (2008). What do citation counts measure? A review of studies on citing behavior. Journal of Documentation, 64(1), 45\u201380. https:\/\/doi.org\/10.1108\/00220410810844150","journal-title":"Journal of Documentation"},{"key":"5142_CR3","doi-asserted-by":"publisher","unstructured":"Brown, T.B., Mann, B., Ryder, N., et\u00a0al. (2020). Language models are few-shot learners.\u00a0Preprint Retrieved form\u00a0https:\/\/doi.org\/10.48550\/arXiv.2005.14165, arXiv:2005.14165 [cs.CL]","DOI":"10.48550\/arXiv.2005.14165"},{"issue":"2","key":"5142_CR5","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1007\/s11192-013-0956-1","volume":"96","author":"YW Chang","year":"2013","unstructured":"Chang, Y. W. (2013). A comparison of citation contexts between natural sciences and social sciences and humanities. Scientometrics, 96(2), 535\u2013553. https:\/\/doi.org\/10.1007\/s11192-013-0956-1","journal-title":"Scientometrics"},{"key":"5142_CR4","doi-asserted-by":"publisher","unstructured":"Chang, Y., Wang, X., Wang, J., Wu, Y., Yang, L., Zhu, K., Chen, H., Yi, X., Wang, C., Wang, Y. & Ye, W.,\u00a0(2023). A survey on evaluation of large language models. Preprint Retrieved\u00a0form\u00a0https:\/\/doi.org\/10.48550\/arXiv.2307.03109, arXiv:2307.03109 [cs.CL]","DOI":"10.48550\/arXiv.2307.03109"},{"key":"5142_CR6","doi-asserted-by":"crossref","unstructured":"Choi, M., Pei, J., Kumar, S., Shu, C., & Jurgens, D., (2023). Do LLMs understand social knowledge? Evaluating the sociability of large language models with SocKET benchmark arXiv:2305.14938 [cs.CL]","DOI":"10.18653\/v1\/2023.emnlp-main.699"},{"issue":"9","key":"5142_CR7","doi-asserted-by":"publisher","first-page":"1820","DOI":"10.1002\/asi.23256","volume":"65","author":"Y Ding","year":"2014","unstructured":"Ding, Y., Zhang, G., Chambers, T., et al. (2014). Content-based citation analysis: The next generation of citation analysis. Journal of the Association for Information Science and Technology, 65(9), 1820\u20131833. https:\/\/doi.org\/10.1002\/asi.23256","journal-title":"Journal of the Association for Information Science and Technology"},{"key":"5142_CR8","doi-asserted-by":"publisher","DOI":"10.1007\/s41109-022-00497-5","author":"R Dorantes-Gilardi","year":"2022","unstructured":"Dorantes-Gilardi, R., Ram\u00edrez-\u00c1lvarez, A. A., & Terrazas-Santamar\u00eda, D. (2022). The role of highly intercited papers on scientific impact: The mexican case. Applied Network Science. https:\/\/doi.org\/10.1007\/s41109-022-00497-5","journal-title":"Applied Network Science"},{"key":"5142_CR9","doi-asserted-by":"publisher","unstructured":"He, X., Lin, Z., Gong, Y., Jin, A., Zhang, H., Lin, C., Jiao, J., Yiu, S.M., Duan, N., & Chen, W.,\u00a0 (2023). AnnoLLM: Making large language models to be better crowdsourced annotators.\u00a0Preprint Retrieved form\u00a0https:\/\/doi.org\/10.48550\/arXiv.2303.16854","DOI":"10.48550\/arXiv.2303.16854"},{"issue":"8","key":"5142_CR10","doi-asserted-by":"publisher","first-page":"6551","DOI":"10.1007\/s11192-021-04055-1","volume":"126","author":"S Iqbal","year":"2021","unstructured":"Iqbal, S., Hassan, S. U., Aljohani, N. R., et al. (2021). A decade of in-text citation analysis based on natural language processing and machine learning techniques: An overview of empirical studies. Scientometrics, 126(8), 6551\u20136599. https:\/\/doi.org\/10.1007\/s11192-021-04055-1","journal-title":"Scientometrics"},{"key":"5142_CR11","doi-asserted-by":"publisher","first-page":"391","DOI":"10.1162\/tacl_a_00028","volume":"6","author":"D Jurgens","year":"2018","unstructured":"Jurgens, D., Kumar, S., Hoover, R., et al. (2018). Measuring the evolution of a scientific field through citation frames. Transactions of the Association for Computational Linguistics, 6, 391\u2013406. https:\/\/doi.org\/10.1162\/tacl_a_00028","journal-title":"Transactions of the Association for Computational Linguistics"},{"key":"5142_CR13","doi-asserted-by":"publisher","unstructured":"Kunnath, S.N., Pride, D., Knoth, P. (2023). Prompting strategies for citation classification. In: Proceedings of the 32nd ACM international conference on information and knowledge management. Association for computing machinery, New York, NY, USA, CIKM \u201923, pp 1127\u20131137, https:\/\/doi.org\/10.1145\/3583780.3615018","DOI":"10.1145\/3583780.3615018"},{"key":"5142_CR12","unstructured":"Kunnath, S. N., Stauber, V., Wu, R., Pride, D., Botev, V., & Knoth, P.\u00a0(2022). ACT2: A multi-disciplinary semi-structured dataset for importance and purpose classification of citations. In: Calzolari N, B\u00e9chet F, Blache P, (eds) Proceedings of the thirteenth language resources and evaluation conference. european language resources association, pp. 3398\u20133406"},{"key":"5142_CR14","doi-asserted-by":"publisher","unstructured":"Kuzman, T., Ljube\u0161i\u0107, N., Mozeti\u010d, I. (2023). ChatGPT: Beginning of an end of manual annotation? Use case of automatic genre identification. Preprint Retrieved form\u00a0arXiv:2303.03953https:\/\/doi.org\/10.48550\/arXiv.2303.03953","DOI":"10.48550\/arXiv.2303.03953"},{"key":"5142_CR100","doi-asserted-by":"crossref","unstructured":"Latour, Bruno. (2004). Politics of nature. Harvard University Press.","DOI":"10.4159\/9780674039964"},{"key":"5142_CR15","doi-asserted-by":"crossref","unstructured":"Lee, N., An, N.M., Thorne, J. (2023). Can large language models capture dissenting human voices? arXiv:2305.13788 [cs.CL]","DOI":"10.18653\/v1\/2023.emnlp-main.278"},{"issue":"2","key":"5142_CR16","doi-asserted-by":"publisher","first-page":"797","DOI":"10.1007\/s11192-018-2770-2","volume":"116","author":"CS Lin","year":"2018","unstructured":"Lin, C. S. (2018). An analysis of citation functions in the humanities and social sciences research from the perspective of problematic citation analysis assumptions. Scientometrics, 116(2), 797\u2013813. https:\/\/doi.org\/10.1007\/s11192-018-2770-2","journal-title":"Scientometrics"},{"key":"5142_CR17","doi-asserted-by":"crossref","unstructured":"Lopez-Lira, A., & Tang, Y. (2023). Can ChatGPT forecast stock price movements? Return predictability and large language models arXiv:2304.07619 [q-fin.ST]","DOI":"10.2139\/ssrn.4412788"},{"issue":"7","key":"5142_CR18","doi-asserted-by":"publisher","first-page":"565","DOI":"10.1016\/S0962-6298(96)00060-1","volume":"16","author":"M Lupton","year":"1997","unstructured":"Lupton, M., & Mather, C. (1997). \u2018the anti-politics machine\u2019: GIS and the reconstruction of the johannesburg local state. Political Geography, 16(7), 565\u2013580. https:\/\/doi.org\/10.1016\/S0962-6298(96)00060-1","journal-title":"Political Geography"},{"issue":"4","key":"5142_CR19","doi-asserted-by":"publisher","first-page":"3243","DOI":"10.1007\/s11192-021-03908-z","volume":"126","author":"D Lyu","year":"2021","unstructured":"Lyu, D., Ruan, X., Xie, J., et al. (2021). The classification of citing motivations: A meta-synthesis. Scientometrics, 126(4), 3243\u20133264. https:\/\/doi.org\/10.1007\/s11192-021-03908-z","journal-title":"Scientometrics"},{"issue":"5","key":"5142_CR20","doi-asserted-by":"publisher","first-page":"2975","DOI":"10.1007\/s11192-023-04664-y","volume":"128","author":"K Nishikawa","year":"2023","unstructured":"Nishikawa, K. (2023). How and why are citations between disciplines made? A citation context analysis focusing on natural sciences and social sciences and humanities. Scientometrics, 128(5), 2975\u20132997. https:\/\/doi.org\/10.1007\/s11192-023-04664-y","journal-title":"Scientometrics"},{"key":"5142_CR21","doi-asserted-by":"publisher","DOI":"10.5281\/zenodo.7751318","author":"K Nishikawa","year":"2023","unstructured":"Nishikawa, K., & Monjiyama, M. (2023). Data on a citation context analysis focusing on natural sciences and social sciences and humanities. Scientometrics. https:\/\/doi.org\/10.5281\/zenodo.7751318","journal-title":"Scientometrics"},{"key":"5142_CR22","doi-asserted-by":"publisher","unstructured":"Pangakis, N., Wolken, S., Fasching, N. (2023). Automated annotation with generative ai requires validation.\u00a0Preprint Retrieved form\u00a0https:\/\/doi.org\/10.48550\/arXiv.2306.00176","DOI":"10.48550\/arXiv.2306.00176"},{"key":"5142_CR23","doi-asserted-by":"crossref","unstructured":"Pe\u00f1a, A., Morales, A., Fierrez, J., Serna, I., Ortega-Garcia, J., Puente, I., & Cordova, G. (2023). Leveraging large language models for topic classification in the domain of public affairs arXiv:2306.02864 [cs.AI]","DOI":"10.1007\/978-3-031-41498-5_2"},{"key":"5142_CR24","doi-asserted-by":"crossref","unstructured":"Qin, C., Zhang, A., Zhang, Z., Chen, J., Yasunaga, M., & Yang, D. (2023). Is ChatGPT a General-Purpose natural language processing task solver? arXiv:2302.06476 [cs.CL]","DOI":"10.18653\/v1\/2023.emnlp-main.85"},{"key":"5142_CR25","doi-asserted-by":"publisher","unstructured":"Reiss, M.V. (2023). Testing the reliability of chatgpt for text annotation and classification: A cautionary remark.\u00a0Preprint Retrieved form\u00a0https:\/\/doi.org\/10.48550\/arXiv.2304.11085","DOI":"10.48550\/arXiv.2304.11085"},{"key":"5142_CR26","doi-asserted-by":"crossref","unstructured":"Riccardi, N., Desai, R.H. (2023). The two word test: A semantic benchmark for large language models arXiv:2306.04610 [cs.CL]","DOI":"10.1038\/s41598-024-72528-3"},{"key":"5142_CR27","doi-asserted-by":"publisher","unstructured":"Rytting, C. M., Sorensen, T., Argyle, L., Busby, E., Fulda, N., Gubler, J., & Wingate, D., (2023). Towards coding social science datasets with language models.\u00a0Preprint Retrieved form\u00a0https:\/\/doi.org\/10.48550\/arXiv.2306.02177","DOI":"10.48550\/arXiv.2306.02177"},{"issue":"3","key":"5142_CR28","doi-asserted-by":"publisher","first-page":"1635","DOI":"10.1007\/s11192-019-03243-4","volume":"121","author":"I Tahamtan","year":"2019","unstructured":"Tahamtan, I., & Bornmann, L. (2019). What do citation counts measure? An updated review of studies on citations in scientific documents published between 2006 and 2018. Scientometrics, 121(3), 1635\u20131684. https:\/\/doi.org\/10.1007\/s11192-019-03243-4","journal-title":"Scientometrics"},{"key":"5142_CR29","unstructured":"Tao, Z., Jin, Z., Bai, X., Zhao, H., Feng, Y., Li, J., & Hu, W., (2023). EvEval: A comprehensive evaluation of event semantics for large language models arXiv:2305.15268 [cs.CL]"},{"issue":"2","key":"5142_CR30","doi-asserted-by":"publisher","first-page":"115","DOI":"10.1002\/(SICI)1097-4571(199802)49:2<115::AID-ASI3>3.0.CO;2-T","volume":"49","author":"P Wang","year":"1998","unstructured":"Wang, P., & Soergel, D. (1998). A cognitive model of document use during a research project. Study I. Document selection. Journal of the American Society for Information Science, 49(2), 115\u2013133.","journal-title":"Journal of the American Society for Information Science"},{"issue":"4","key":"5142_CR31","doi-asserted-by":"publisher","first-page":"101214","DOI":"10.1016\/j.joi.2021.101214","volume":"15","author":"S Wang","year":"2021","unstructured":"Wang, S., Mao, J., Lu, K., et al. (2021). Understanding interdisciplinary knowledge integration through citance analysis: A case study on eHealth. Journal of Informetrics, 15(4), 101214. https:\/\/doi.org\/10.1016\/j.joi.2021.101214","journal-title":"Journal of Informetrics"},{"key":"5142_CR32","doi-asserted-by":"publisher","unstructured":"Wei, J., Wang, X., Schuurmans, D., Bosma, M., Xia, F., Chi, E., & Zhou, D., (2023). Chain-of-thought prompting elicits reasoning in large language models.\u00a0Preprint Retrieved form\u00a0https:\/\/doi.org\/10.48550\/arXiv.2201.11903, arXiv:2201.11903 [cs.CL]","DOI":"10.48550\/arXiv.2201.11903"},{"key":"5142_CR33","unstructured":"Yang, K.C., & Menczer, F. (2023). Large language models can rate news outlet credibility arXiv:2304.00228 [cs.CL]"},{"issue":"2","key":"5142_CR34","doi-asserted-by":"publisher","first-page":"101134","DOI":"10.1016\/j.joi.2021.101134","volume":"15","author":"C Zhang","year":"2021","unstructured":"Zhang, C., Liu, L., & Wang, Y. (2021). Characterizing references from different disciplines: A perspective of citation content analysis. Journal of Informetrics, 15(2), 101134. https:\/\/doi.org\/10.1016\/j.joi.2021.101134","journal-title":"Journal of Informetrics"},{"issue":"7","key":"5142_CR35","doi-asserted-by":"publisher","first-page":"1490","DOI":"10.1002\/asi.22850","volume":"64","author":"G Zhang","year":"2013","unstructured":"Zhang, G., Ding, Y., & Milojevi\u0107, S. (2013). Citation content analysis (CCA): A framework for syntactic and semantic analysis of citation content. Journal of the American Society for Information Science and Technology, 64(7), 1490\u20131503. https:\/\/doi.org\/10.1002\/asi.22850","journal-title":"Journal of the American Society for Information Science and Technology"},{"key":"5142_CR36","doi-asserted-by":"publisher","unstructured":"Zhang, Y., Wang, Y., Wang, K., Sheng, Q. Z.,\u00a0(2023). When large language models meet citation: A survey.\u00a0Preprint Retrieved form\u00a0https:\/\/doi.org\/10.48550\/arXiv.2309.09727, arXiv:2309.09727 [cs.DL]","DOI":"10.48550\/arXiv.2309.09727"}],"container-title":["Scientometrics"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-024-05142-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s11192-024-05142-9\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s11192-024-05142-9.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,11,26]],"date-time":"2024-11-26T08:50:17Z","timestamp":1732611017000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s11192-024-05142-9"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,9,24]]},"references-count":37,"journal-issue":{"issue":"11","published-print":{"date-parts":[[2024,11]]}},"alternative-id":["5142"],"URL":"https:\/\/doi.org\/10.1007\/s11192-024-05142-9","relation":{},"ISSN":["0138-9130","1588-2861"],"issn-type":[{"value":"0138-9130","type":"print"},{"value":"1588-2861","type":"electronic"}],"subject":[],"published":{"date-parts":[[2024,9,24]]},"assertion":[{"value":"6 January 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 August 2024","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"24 September 2024","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare no competing interests relevant to the content of this article.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}]}}