{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,31]],"date-time":"2025-12-31T12:19:19Z","timestamp":1767183559223,"version":"3.40.3"},"publisher-location":"Cham","reference-count":36,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783031702419"},{"type":"electronic","value":"9783031702426"}],"license":[{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2024,1,1]],"date-time":"2024-01-01T00:00:00Z","timestamp":1704067200000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024]]},"DOI":"10.1007\/978-3-031-70242-6_29","type":"book-chapter","created":{"date-parts":[[2024,9,19]],"date-time":"2024-09-19T10:03:06Z","timestamp":1726740186000},"page":"302-313","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":5,"title":["Assessing Generative Language Models in\u00a0Classification Tasks: Performance and\u00a0Self-evaluation Capabilities in\u00a0the\u00a0Environmental and\u00a0Climate Change Domain"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0001-8473-9491","authenticated-orcid":false,"given":"Francesca","family":"Grasso","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0006-9725-2045","authenticated-orcid":false,"given":"Stefano","family":"Locci","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2024,9,20]]},"reference":[{"key":"29_CR1","unstructured":"Achiam, J., et\u00a0al.: GPT-4 technical report. arXiv preprint arXiv:2303.08774 (2023)"},{"key":"29_CR2","unstructured":"del Arco, F.M.P., Nozza, D., Hovy, D.: Leveraging label variation in large language models for zero-shot text classification. ArXiv abs\/2307.12973 (2023)"},{"key":"29_CR3","unstructured":"Brown, T.B., et\u00a0al.: Language models are few-shot learners. ArXiv abs\/2005.14165 (2020)"},{"key":"29_CR4","unstructured":"Bulian, J., et\u00a0al.: Assessing large language models on climate information. arXiv preprint arXiv:2310.02932 (2023)"},{"key":"29_CR5","unstructured":"Chang, Y.C., et al.: A survey on evaluation of large language models. ArXiv abs\/2307.03109 (2023)"},{"key":"29_CR6","doi-asserted-by":"publisher","first-page":"940","DOI":"10.1093\/jamia\/ocad256","volume":"31","author":"S Chen","year":"2023","unstructured":"Chen, S., et al.: Evaluation of chatGPT family of models for biomedical reasoning and classification. J. Am. Med. Inform. Assoc. JAMIA 31, 940\u2013948 (2023)","journal-title":"J. Am. Med. Inform. Assoc. JAMIA"},{"key":"29_CR7","doi-asserted-by":"crossref","unstructured":"Clavi\u00e9, B., Ciceu, A., Naylor, F., Souli\u2019e, G., Brightwell, T.: Large language models in the workplace: a case study on prompt engineering for job type classification. ArXiv abs\/2303.07142 (2023)","DOI":"10.1007\/978-3-031-35320-8_1"},{"key":"29_CR8","unstructured":"Deldjoo, Y.: Fairness of chatGPT and the role of explainable-guided prompts. ArXiv abs\/2307.11761 (2023)"},{"key":"29_CR9","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: North American Chapter of the Association for Computational Linguistics (2019)"},{"key":"29_CR10","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Minneapolis, Minnesota, vol. 1, pp. 4171\u20134186. Association for Computational Linguistics, June 2019"},{"key":"29_CR11","unstructured":"Grasso, F., Locci, S., Siragusa, G., Di Caro, L.: EcoVerse: an annotated Twitter Dataset for Eco-Relevance Classification, Environmental Impact Analysis, and Stance Detection. In: Calzolari, N., Kan, M.-Y., Hoste, V., Lenci, A., Sakti, S., Xue, N. (eds.) Proceedings of the 2024 Joint International Conference on Computational Linguistics, Language Resources and Evaluation (LREC-COLING 2024), Torino, Italia, pp. 5461\u20135472. \u201cELRA and ICCL\u201d (2024). https:\/\/aclanthology.org\/2024.lrec-main.485"},{"key":"29_CR12","doi-asserted-by":"crossref","unstructured":"Hershcovich, D., Webersinke, N., Kraus, M., Bingler, J.A., Leippold, M.: Towards climate awareness in NLP research. In: Conference on Empirical Methods in Natural Language Processing (2022)","DOI":"10.18653\/v1\/2022.emnlp-main.159"},{"key":"29_CR13","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/3604605","volume":"56","author":"MO Ibrohim","year":"2023","unstructured":"Ibrohim, M.O., Bosco, C., Basile, V.: Sentiment analysis for the natural environment: a systematic review. ACM Comput. Surv. 56, 1\u201337 (2023)","journal-title":"ACM Comput. Surv."},{"issue":"1","key":"29_CR14","doi-asserted-by":"publisher","first-page":"13","DOI":"10.1038\/s43247-023-01199-1","volume":"5","author":"N Koldunov","year":"2024","unstructured":"Koldunov, N., Jung, T.: Local climate services for all, courtesy of large language models. Commun. Earth Environ. 5(1), 13 (2024)","journal-title":"Commun. Earth Environ."},{"key":"29_CR15","doi-asserted-by":"crossref","unstructured":"Leippold, M., et\u00a0al.: Automated fact-checking of climate change claims with large language models. arXiv preprint arXiv:2401.12566 (2024)","DOI":"10.2139\/ssrn.4731802"},{"key":"29_CR16","unstructured":"Lin, S.C., Hilton, J., Evans, O.: Teaching models to express their uncertainty in words. Trans. Mach. Learn. Res. 2022 (2022)"},{"key":"29_CR17","unstructured":"Liu, Y., et al.: RoBERTa: a robustly optimized BERT pretraining approach (2020)"},{"key":"29_CR18","unstructured":"McCallum, A., Nigam, K.: A comparison of event models for Naive Bayes text classification. In: AAAI Conference on Artificial Intelligence (1998)"},{"key":"29_CR19","doi-asserted-by":"crossref","unstructured":"Mittal, A., Murthy, R., Kumar, V., Bhat, R.: Towards understanding and mitigating the hallucinations in NLP and speech. In: Proceedings of the 7th Joint International Conference on Data Science & Management of Data (11th ACM IKDD CODS and 29th COMAD), pp. 489\u2013492 (2024)","DOI":"10.1145\/3632410.3633297"},{"key":"29_CR20","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s11127-023-01097-2","volume":"198","author":"F Motoki","year":"2023","unstructured":"Motoki, F., Neto, V.P., Rodrigues, V.: More human than human: measuring chatGPT political bias. Public Choice 198, 3\u201323 (2023)","journal-title":"Public Choice"},{"key":"29_CR21","unstructured":"Ren, J., Zhao, Y., Vu, T., Liu, P.J., Lakshminarayanan, B.: Self-evaluation improves selective generation in large language models. ArXiv abs\/2312.09300 (2023)"},{"key":"29_CR22","unstructured":"Sanh, V., Debut, L., Chaumond, J., Wolf, T.: DistilBERT, a distilled version of BERT: smaller, faster, cheaper and lighter. arXiv preprint arXiv:1910.01108 (2019)"},{"key":"29_CR23","doi-asserted-by":"publisher","first-page":"4723","DOI":"10.3390\/su14084723","volume":"14","author":"NM Sham","year":"2022","unstructured":"Sham, N.M., Mohamed, A.H.: Climate change sentiment analysis using lexicon, machine learning and hybrid approaches. Sustainability 14, 4723 (2022)","journal-title":"Sustainability"},{"key":"29_CR24","unstructured":"Sprenkamp, K., Jones, D.G., Zavolokina, L.: Large language models for propaganda detection. ArXiv abs\/2310.06422 (2023)"},{"key":"29_CR25","doi-asserted-by":"crossref","unstructured":"Stede, M., Patz, R.: The climate change debate and natural language processing. In: Proceedings of the 1st Workshop on NLP for Positive Impact (2021)","DOI":"10.18653\/v1\/2021.nlp4posimpact-1.2"},{"key":"29_CR26","unstructured":"Sun, X., et al.: Text classification via large language models. In: Conference on Empirical Methods in Natural Language Processing (2023)"},{"key":"29_CR27","unstructured":"Team, G., et\u00a0al.: Gemma: open models based on Gemini research and technology. arXiv preprint arXiv:2403.08295 (2024)"},{"key":"29_CR28","unstructured":"Thulke, D., et\u00a0al.: ClimateGPT: Towards AI synthesizing interdisciplinary research on climate change. ArXiv abs\/2401.09646 (2024)"},{"key":"29_CR29","doi-asserted-by":"crossref","unstructured":"Tian, K., et al.: Just ask for calibration: strategies for eliciting calibrated confidence scores from language models fine-tuned with human feedback. ArXiv abs\/2305.14975 (2023)","DOI":"10.18653\/v1\/2023.emnlp-main.330"},{"key":"29_CR30","unstructured":"Touvron, H., et\u00a0al.: Llama 2: open foundation and fine-tuned chat models. ArXiv abs\/2307.09288 (2023)"},{"key":"29_CR31","doi-asserted-by":"crossref","unstructured":"Upadhyaya, A., Fisichella, M., Nejdl, W.: A multi-task model for sentiment aided stance detection of climate change tweets. ArXiv abs\/2211.03533 (2022)","DOI":"10.1145\/3543507.3583860"},{"key":"29_CR32","doi-asserted-by":"crossref","unstructured":"Webersinke, N., Kraus, M., Bingler, J.A., Leippold, M.: ClimateBERT: a pretrained language model for climate-related text. ArXiv abs\/2110.12010 (2021)","DOI":"10.2139\/ssrn.4229146"},{"key":"29_CR33","unstructured":"Xiong, M., et al.: Can LLMs express their uncertainty? An empirical evaluation of confidence elicitation in LLMs. ArXiv abs\/2306.13063 (2023)"},{"key":"29_CR34","unstructured":"Yu, H., Yang, Z., Pelrine, K., Godbout, J.F., Rabbany, R.: Open, closed, or small language models for text classification? ArXiv abs\/2308.10092 (2023)"},{"key":"29_CR35","doi-asserted-by":"crossref","unstructured":"Zhang, W., Deng, Y., Liu, B.Q., Pan, S.J., Bing, L.: Sentiment analysis in the era of large language models: a reality check. ArXiv abs\/2305.15005 (2023)","DOI":"10.18653\/v1\/2024.findings-naacl.246"},{"key":"29_CR36","unstructured":"Zhu, H., Tiwari, P.: Climate change from large language models. ArXiv abs\/2312.11985 (2023)"}],"container-title":["Lecture Notes in Computer Science","Natural Language Processing and Information Systems"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-031-70242-6_29","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,2,24]],"date-time":"2025-02-24T12:19:58Z","timestamp":1740399598000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-031-70242-6_29"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024]]},"ISBN":["9783031702419","9783031702426"],"references-count":36,"URL":"https:\/\/doi.org\/10.1007\/978-3-031-70242-6_29","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2024]]},"assertion":[{"value":"20 September 2024","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"NLDB","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Applications of Natural Language to Information Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Turin","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Italy","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2024","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"25 June 2024","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"27 June 2024","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"29","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"nldb2024","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/nldb2024.di.unito.it\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}