{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T17:42:32Z","timestamp":1772127752142,"version":"3.50.1"},"reference-count":33,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2025,2,10]],"date-time":"2025-02-10T00:00:00Z","timestamp":1739145600000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,2,10]],"date-time":"2025-02-10T00:00:00Z","timestamp":1739145600000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"funder":[{"DOI":"10.13039\/100025178","name":"OpenAI","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100025178","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["J Comput Soc Sc"],"published-print":{"date-parts":[[2025,5]]},"DOI":"10.1007\/s42001-025-00362-2","type":"journal-article","created":{"date-parts":[[2025,2,10]],"date-time":"2025-02-10T03:39:13Z","timestamp":1739158753000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Replacing or enhancing the human coder? Multiclass classification of policy documents with large language models"],"prefix":"10.1007","volume":"8","author":[{"ORCID":"https:\/\/orcid.org\/0009-0005-8106-3314","authenticated-orcid":false,"given":"Erkan","family":"Gunes","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-9091-6666","authenticated-orcid":false,"given":"Christoffer Koch","family":"Florczak","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2025,2,10]]},"reference":[{"key":"362_CR1","doi-asserted-by":"crossref","unstructured":"Adler, E. S., & Wilkerson J., (2011). The Congressional Bills Project. Accessed March 1.http:\/\/www.congressionalbills.org.","DOI":"10.1093\/oxfordhb\/9780199559947.003.0021"},{"key":"362_CR2","volume-title":"Congress and the politics of problem solving","author":"ES Adler","year":"2012","unstructured":"Adler, E. S., & Wilkerson, J. (2012). Congress and the politics of problem solving. Cambridge England: Cambridge University Press."},{"issue":"3","key":"362_CR3","doi-asserted-by":"publisher","first-page":"337","DOI":"10.1017\/pan.2023.2","volume":"31","author":"L Argyle","year":"2023","unstructured":"Argyle, L., Busby, E., Fulda, N., Gubler, J., Rytting, C., & Wingate, D. (2023). Out of one, many: Using language models to simulate human samples. Political Analysis, 31(3), 337\u2013351. https:\/\/doi.org\/10.1017\/pan.2023.2","journal-title":"Political Analysis"},{"key":"362_CR4","unstructured":"Bosley, M., Jacobs-Harukawa, M., Licht, H., & Hoyle, A., (2023). Do we still need BERT in the age of GPT? Comparing the benefits of domain-adaptation and in-context-learning approaches to using LLMs for Political Science Research."},{"key":"362_CR5","doi-asserted-by":"publisher","DOI":"10.48550\/arXiv.2005.14165","author":"TB Brown","year":"2020","unstructured":"Brown, T. B., Mann, B., Ryder, N., Subbiah, M., Kaplan, J., Dhariwal, P., Neelakantan, A., Shyam, P., Sastry, G., Askell, A., et al. (2020). Language Models are Few-shot Learners. NeurIPS. https:\/\/doi.org\/10.48550\/arXiv.2005.14165","journal-title":"NeurIPS"},{"issue":"1","key":"362_CR6","doi-asserted-by":"publisher","first-page":"122","DOI":"10.1177\/0002716215569441","volume":"659","author":"B Burscher","year":"2015","unstructured":"Burscher, B., Vliegenthart, R., & De Vreese, C. H. (2015). Using supervised machine learning to code policy issues: Can classifiers generalize across contexts? The Annals of the American Academy of Political and Social Science, 659(1), 122\u2013131.","journal-title":"The Annals of the American Academy of Political and Social Science"},{"key":"362_CR7","doi-asserted-by":"publisher","unstructured":"Caramancion, K. M. (2023). News verifiers showdown: A comparative performance evaluation of ChatGPT 3.5, ChatGPT 4.0, Bing AI, and Bard in News Fact-Checking. https:\/\/doi.org\/10.48550\/arXiv.2306.17176. arXiv:2306.17176 [cs.CL].","DOI":"10.48550\/arXiv.2306.17176"},{"issue":"1","key":"362_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1080\/19331680802149590","volume":"5","author":"C Cardie","year":"2008","unstructured":"Cardie, C., & Wilkerson, J. (2008). Text annotation for political science research. Journal of Information Technology & Politics, 5(1), 1\u20136. https:\/\/doi.org\/10.1080\/19331680802149590","journal-title":"Journal of Information Technology & Politics"},{"issue":"3","key":"362_CR9","doi-asserted-by":"publisher","first-page":"298","DOI":"10.1080\/19331681.2012.669191","volume":"9","author":"L Collingwood","year":"2012","unstructured":"Collingwood, L., & Wilkerson, J. (2012). Tradeoffs in accuracy and efficiency in supervised learning methods. Journal of Information Technology & Politics, 9(3), 298\u2013318. https:\/\/doi.org\/10.1080\/19331681.2012.669191","journal-title":"Journal of Information Technology & Politics"},{"issue":"2","key":"362_CR10","doi-asserted-by":"publisher","first-page":"168","DOI":"10.1017\/pan.2017.44","volume":"26","author":"M Denny","year":"2018","unstructured":"Denny, M., & Spirling, A. (2018). Text preprocessing for unsupervised learning: Why it matters, when it misleads, and what to do about it. Political Analysis, 26(2), 168\u2013189. https:\/\/doi.org\/10.1017\/pan.2017.44","journal-title":"Political Analysis"},{"key":"362_CR11","doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M., Lee, K., & Toutanova, K. BERT: Pre-training of deep bidirectional transformers for language understanding. https:\/\/doi.org\/10.48550\/arXiv.2312.11805. arXiv:2312.11805. [cs.CL].","DOI":"10.48550\/arXiv.2312.11805"},{"key":"362_CR12","doi-asserted-by":"crossref","unstructured":"Eisler, R.. & Jones, B. (2019). The US Policy Agendas Project. Baumgartner, F., Breunig, C., & Grossman, E., (eds.) Comparative Policy Agendas: Theory, Tools, Data (pp. 184\u2013190). Oxford Academic","DOI":"10.1093\/oso\/9780198835332.003.0021"},{"key":"362_CR13","doi-asserted-by":"publisher","DOI":"10.1111\/ajps.12779","author":"S Eshima","year":"2023","unstructured":"Eshima, S., Imai, K., & Sasaki, T. (2023). Keyword-assisted topic models. American Journal of Political Science. https:\/\/doi.org\/10.1111\/ajps.12779","journal-title":"American Journal of Political Science"},{"key":"362_CR14","doi-asserted-by":"publisher","unstructured":"Gemini Team, Anil, R., Borgeaud, S., Wu, Y., Alayrac, J., Yu, J., Soricut, R., Schalkwyk, J., Dai, A., Hauth, A., et al. (2024). Gemini: a family of highly capable multimodal models. https:\/\/doi.org\/10.48550\/arXiv.2312.11805. arXiv:2312.11805 [cs.CL].","DOI":"10.48550\/arXiv.2312.11805"},{"issue":"3","key":"362_CR15","doi-asserted-by":"publisher","first-page":"535","DOI":"10.1257\/jel.20181020","volume":"57","author":"M Gentzkow","year":"2019","unstructured":"Gentzkow, M., Kelly, B., & Taddy, M. (2019). Text as data. Journal of Economic Literature, 57(3), 535\u2013574. https:\/\/doi.org\/10.1257\/jel.20181020","journal-title":"Journal of Economic Literature"},{"key":"362_CR16","doi-asserted-by":"publisher","first-page":"917","DOI":"10.1007\/s42001-024-00261-y","volume":"7","author":"I Gevers","year":"2024","unstructured":"Gevers, I., De Mulder, A., & Daelemans, W. (2024). Towards a large scale analysis of claims: Developing a machine learning method for detecting and classifying politicians\u2019 claims of representation. Journal of Computational Social Science, 7, 917\u2013961. https:\/\/doi.org\/10.1007\/s42001-024-00261-y","journal-title":"Journal of Computational Social Science"},{"key":"362_CR17","doi-asserted-by":"publisher","unstructured":"Gilardi, F., Alizadeh, M., & Kubli, M., (2023). ChatGPT outperforms crowd workers for text-annotation tasks. Proceedings of the National Academy of Sciences - PNAS 120(30). https:\/\/doi.org\/10.1073\/pnas.2305016120.","DOI":"10.1073\/pnas.2305016120"},{"issue":"3","key":"362_CR18","doi-asserted-by":"publisher","first-page":"267","DOI":"10.1093\/pan\/mps028","volume":"21","author":"J Grimmer","year":"2013","unstructured":"Grimmer, J., & Stewart, B. (2013). Text as data: The promise and pitfalls of automatic content analysis methods for political texts. Political Analysis, 21(3), 267\u2013297. https:\/\/doi.org\/10.1093\/pan\/mps028","journal-title":"Political Analysis"},{"issue":"4","key":"362_CR19","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1080\/19331680801975367","volume":"4","author":"D Hillard","year":"2008","unstructured":"Hillard, D., Purpura, S., & Wilkerson, J. (2008). Computer-assisted topic classification for mixed-methods social science research. Journal of Information Technology & Politics, 4(4), 31\u201346. https:\/\/doi.org\/10.1080\/19331680801975367","journal-title":"Journal of Information Technology & Politics"},{"key":"362_CR20","doi-asserted-by":"publisher","first-page":"101861","DOI":"10.1016\/j.inffus.2023.101861","volume":"99","author":"J Koco\u0144","year":"2023","unstructured":"Koco\u0144, J., Cichecki, I., Kaszyca, O., Kochanek, M., Szyd\u0142o, D., Baran, J., Bielaniewicz, J., Gruza, M., Janz, A., Kanclerz, K., Koco\u0144, A., Koptyra, B., Mieleszczenko-Kowszewicz, W., Mi\u0142kowski, P., Oleksy, M., Piasecki, M., Radli\u0144ski, \u0141, Wojtasik, K., Wo\u017aniak, S., & Kazienko, P. (2023). ChatGPT: Jack of all trades, master of none. Information Fusion, 99, 101861. https:\/\/doi.org\/10.1016\/j.inffus.2023.101861","journal-title":"Information Fusion"},{"issue":"5915","key":"362_CR21","doi-asserted-by":"publisher","first-page":"721","DOI":"10.1126\/science.1167742","volume":"323","author":"D Lazer","year":"2009","unstructured":"Lazer, D., Pentland, A., Adamic, L., Aral, S., Barab\u00e1si, A.-L., Brewer, D., Christakis, N., Contractor, N., Fowler, J., Gutmann, M., Jebara, T., King, G., Macy, M., Roy, D., & Van Alstyne, M. (2009). Social science: Computational social science. Science (American Association for the Advancement of Science), 323(5915), 721\u2013723. https:\/\/doi.org\/10.1126\/science.1167742","journal-title":"Science (American Association for the Advancement of Science)"},{"issue":"1","key":"362_CR22","doi-asserted-by":"publisher","first-page":"184","DOI":"10.1111\/psj.12245","volume":"48","author":"M Loftis","year":"2020","unstructured":"Loftis, M., & Mortensen, P. B. (2020). Collaborating with the machines: A hybrid method for classifying policy documents. Policy Studies Journal, 48(1), 184\u2013206. https:\/\/doi.org\/10.1111\/psj.12245","journal-title":"Policy Studies Journal"},{"key":"362_CR23","unstructured":"Radford, A., Narasimhan, K., Salimans, T., & Sutskever, I. (2018). Improving language understanding by generative pre-training. Preprint. 1-12. https:\/\/api.semanticscholar.org\/CorpusID:49313245"},{"issue":"8","key":"362_CR24","first-page":"9","volume":"1","author":"A Radford","year":"2019","unstructured":"Radford, A., Wu, J., Child, R., Luan, D., Amodei, D., & Sutskever, I. (2019). Language models are unsupervised multitask learners. OpenAI Blog, 1(8), 9.","journal-title":"OpenAI Blog"},{"key":"362_CR25","doi-asserted-by":"publisher","first-page":"427","DOI":"10.1007\/s42001-021-00130-y","volume":"5","author":"D Rozado","year":"2022","unstructured":"Rozado, D., & al-Gharbi, M. (2022). Using word embeddings to probe sentiment associations of politically loaded terms in news and opinion articles from news media outlets. Journal of Computational Social Science, 5, 427\u2013448. https:\/\/doi.org\/10.1007\/s42001-021-00130-y","journal-title":"Journal of Computational Social Science"},{"key":"362_CR26","doi-asserted-by":"publisher","DOI":"10.1177\/08944393241259434","author":"M Seb\u0151k","year":"2024","unstructured":"Seb\u0151k, M., M\u00e1t\u00e9, \u00c1., Ring, O., Kov\u00e1cs, V., & Lehoczki, R. (2024). Leveraging open large language models for multilingual policy topic classification: The Babel machine approach. Social Science Computer Review. https:\/\/doi.org\/10.1177\/08944393241259434","journal-title":"Social Science Computer Review"},{"key":"362_CR27","doi-asserted-by":"publisher","DOI":"10.2139\/ssrn.3724644","author":"Z Terechshenko","year":"2020","unstructured":"Terechshenko, Z., Linder, F., Padmakumar, V., Liu, F., Nagler, J., Tucker, J., & Bonneau, R. (2020). A comparison of methods in political science text classification: Transfer learning language models for politics. SSRN Electronic Journal. https:\/\/doi.org\/10.2139\/ssrn.3724644","journal-title":"SSRN Electronic Journal"},{"key":"362_CR28","unstructured":"The Policy Agendas Project. University of Texas at Austin, (2017) www.comparativeagendas.net. Accessed February 28, 2023."},{"key":"362_CR29","unstructured":"T\u00f6rnberg, P. (2023). Chatgpt-4 outperforms experts and crowd workers in annotating political twitter messages with zero-shot learning. arXiv preprint arXiv:2304.06588."},{"issue":"1","key":"362_CR30","doi-asserted-by":"publisher","first-page":"529","DOI":"10.1146\/annurev-polisci-052615-025542","volume":"20","author":"J Wilkerson","year":"2017","unstructured":"Wilkerson, J., & Casas, A. (2017). Large-scale computerized text analysis in political science: Opportunities and challenges. Annual Review of Political Science, 20(1), 529\u201344. https:\/\/doi.org\/10.1146\/annurev-polisci-052615-025542","journal-title":"Annual Review of Political Science"},{"key":"362_CR31","unstructured":"Wu, P. Y., Tucker, J. A., Nagler, J., & Messing, S., (2023). Large language models can be used to estimate the ideologies of politicians in a zero-shot learning setting. arXiv preprint arXiv:2303.12057."},{"key":"362_CR32","doi-asserted-by":"publisher","first-page":"1081","DOI":"10.1007\/s42001-023-00224-9","volume":"6","author":"L Yuan","year":"2023","unstructured":"Yuan, L., Wang, T., Ferraro, G., et al. (2023). Transfer learning for hate speech detection in social media. Journal of Computational Social Science, 6, 1081\u20131101. https:\/\/doi.org\/10.1007\/s42001-023-00224-9","journal-title":"Journal of Computational Social Science"},{"key":"362_CR33","doi-asserted-by":"publisher","unstructured":"Zhu, Y., Zhang, P., Haq, E.-U., Hui, P. & Tyson, G. (2023). Can ChatGPT reproduce human-generated labels? A study of social computing tasks. https:\/\/doi.org\/10.48550\/arXiv.2304.10145. arXiv:2304.10145. [cs.AI].","DOI":"10.48550\/arXiv.2304.10145"}],"container-title":["Journal of Computational Social Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42001-025-00362-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42001-025-00362-2\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42001-025-00362-2.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,5,15]],"date-time":"2025-05-15T13:27:54Z","timestamp":1747315674000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42001-025-00362-2"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,2,10]]},"references-count":33,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2025,5]]}},"alternative-id":["362"],"URL":"https:\/\/doi.org\/10.1007\/s42001-025-00362-2","relation":{},"ISSN":["2432-2717","2432-2725"],"issn-type":[{"value":"2432-2717","type":"print"},{"value":"2432-2725","type":"electronic"}],"subject":[],"published":{"date-parts":[[2025,2,10]]},"assertion":[{"value":"4 July 2024","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"26 January 2025","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"10 February 2025","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"We have no Conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}}],"article-number":"31"}}