{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,7]],"date-time":"2026-03-07T17:59:35Z","timestamp":1772906375688,"version":"3.50.1"},"reference-count":56,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,12,15]],"date-time":"2024-12-15T00:00:00Z","timestamp":1734220800000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,12,15]]},"DOI":"10.1109\/bigdata62323.2024.10825555","type":"proceedings-article","created":{"date-parts":[[2025,1,16]],"date-time":"2025-01-16T18:31:23Z","timestamp":1737052283000},"page":"6651-6660","source":"Crossref","is-referenced-by-count":4,"title":["Is ChatGPT the Future of Causal Text Mining? A Comprehensive Evaluation and Analysis"],"prefix":"10.1109","author":[{"given":"Takehiro","family":"Takayanagi","sequence":"first","affiliation":[{"name":"The University of Tokyo,School of Engineering,Tokyo,Japan"}]},{"given":"Masahiro","family":"Suzuki","sequence":"additional","affiliation":[{"name":"The University of Tokyo,School of Engineering,Tokyo,Japan"}]},{"given":"Ryotaro","family":"Kobayashi","sequence":"additional","affiliation":[{"name":"The University of Tokyo,School of Engineering,Tokyo,Japan"}]},{"given":"Hiroki","family":"Sakaji","sequence":"additional","affiliation":[{"name":"Hokkaido University,Faculty of Information Science and Technology,Sapporo,Japan"}]},{"given":"Kiyoshi","family":"Izumi","sequence":"additional","affiliation":[{"name":"The University of Tokyo,School of Engineering,Tokyo,Japan"}]}],"member":"263","reference":[{"key":"ref1","first-page":"360","article-title":"Text mining for causal relations","volume-title":"Proceedings of the Fifteenth International Florida Artificial Intelligence Research Society Conference (FLAIRS","author":"Girju"},{"key":"ref2","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511803161"},{"key":"ref3","first-page":"1138","article-title":"Causal Inference in Natural Language Processing: Estimation, Prediction, Interpretation and Beyond","volume-title":"Transactions of the Association for Computational Linguistics","volume":"10","author":"Feder","year":"2022"},{"key":"ref4","doi-asserted-by":"publisher","DOI":"10.1145\/2433396.2433431"},{"key":"ref5","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2019\/695"},{"key":"ref6","first-page":"7839","article-title":"To Test Machine Comprehension, Start by Defining Comprehension","volume-title":"Proceedings of the 58th Annual Meeting of the Association for Computational Linguistics","author":"Dunietz"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.1145\/3340531.3412763"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.24963\/ijcai.2020\/502"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.1007\/s10115-022-01665-w"},{"key":"ref10","first-page":"4171","article-title":"BERT: Pre-training of Deep Bidirectional Transformers for Language Understanding","volume-title":"Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers)","author":"Devlin"},{"key":"ref11","first-page":"90","article-title":"Domino at FinCausal 2020, Task 1 and 2: Causal Extraction System","volume-title":"Proceedings of the 1st Joint Workshop on Financial Narrative Processing and MultiLing Financial Summarisation","author":"Chakravarthy"},{"key":"ref12","first-page":"74","article-title":"FiNLP at FinCausal 2020 Task 1: Mixture of BERTs for Causal Sentence Identification in Financial Texts","volume-title":"Proceedings of the 1st Joint Workshop on Financial Narrative Processing and MultiLing Financial Summarisation","author":"Gupta"},{"key":"ref13","first-page":"103820","article-title":"Causal relationship extraction from biomedical text using deep neural models: A comprehensive survey","volume-title":"Journal of Biomedical Informatics","volume":"119","author":"Akkasi","year":"2021"},{"key":"ref14","first-page":"58","article-title":"The Financial Document Causality Detection Shared Task (FinCausal 2021)","volume-title":"Proceedings of the 3rd Financial Narrative Processing Workshop","author":"Mariko"},{"key":"ref15","doi-asserted-by":"crossref","first-page":"248","DOI":"10.1007\/978-3-031-39831-5_23","article-title":"UniCausal: Unified Benchmark and Repository for Causal Text Mining","volume-title":"Big Data Analytics and Knowledge Discovery","author":"Tan","year":"2023"},{"key":"ref16","volume-title":"GPT-4 Technical Report","year":"2023"},{"key":"ref17","article-title":"Beyond turing test: Can gpt-4 sway experts\u2019 decisions?","author":"Takayanagi","year":"2024"},{"key":"ref18","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.newsum-1.1"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2024.findings-naacl.246"},{"key":"ref20","doi-asserted-by":"crossref","DOI":"10.18653\/v1\/2023.findings-emnlp.743","article-title":"Is ChatGPT a Good Causal Reasoner? A Comprehensive Evaluation","author":"Gao","year":"2023"},{"key":"ref21","first-page":"61","article-title":"Economic Causal-Chain Search using Text Mining Technology","volume-title":"Proceedings of the First Workshop on Financial Technology and Natural Language Processing","author":"Izumi"},{"key":"ref22","first-page":"27730","article-title":"Training language models to follow instructions with human feedback","volume-title":"Advances in Neural Information Processing Systems","volume":"35","author":"Ouyang","year":"2022"},{"key":"ref23","article-title":"Finetuned Language Models are Zero-Shot Learners","volume-title":"International Conference on Learning Representations","author":"Wei"},{"key":"ref24","first-page":"1424","article-title":"Identifying Causal Relations Using Parallel Wikipedia Articles","volume-title":"Proceedings of the 54th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Hidey"},{"key":"ref25","first-page":"95","article-title":"The BECauSE Corpus 2.0: Annotating Causality and Overlapping Relations","volume-title":"Proceedings of the 11th Linguistic Annotation Workshop","author":"Dunietz"},{"key":"ref26","first-page":"2097","article-title":"An Analysis of Causality between Events and its Relation to Temporal Information","volume-title":"Proceedings of COLING 2014, the 25th International Conference on Computational Linguistics: Technical Papers","author":"Mirza"},{"key":"ref27","first-page":"10","article-title":"Annotating causality in the TempEval-3 corpus","volume-title":"Proceedings of the EACL 2014 Workshop on Computational Approaches to Causality in Language (CAtoCL)","author":"Mirza"},{"key":"ref28","first-page":"67","article-title":"The Storyline Annotation and Representation Scheme (StaR): A Proposal","volume-title":"Proceedings of the 2nd Workshop on Computing News Storylines (CNS 2016)","author":"Caselli"},{"key":"ref29","first-page":"77","article-title":"The Event StoryLine Corpus: A New Benchmark for Causal and Temporal Relation Extraction","volume-title":"Proceedings of the Events and Stories in the News Workshop","author":"Caselli"},{"key":"ref30","article-title":"Penn Discourse Treebank Version 3.0","author":"Prasad","year":"2019"},{"key":"ref31","first-page":"33","article-title":"SemEval-\u00b4 2010 Task 8: Multi-Way Classification of Semantic Relations between Pairs of Nominals","volume-title":"Proceedings of the 5th International Workshop on Semantic Evaluation","author":"Hendrickx"},{"key":"ref32","first-page":"23","article-title":"The Financial Document Causality Detection Shared Task (FinCausal 2020)","volume-title":"Proceedings of the 1st Joint Workshop on Financial Narrative Processing and MultiLing Financial Summarisation","author":"Mariko"},{"key":"ref33","doi-asserted-by":"publisher","DOI":"10.1109\/SSCI.2017.8285265"},{"key":"ref34","first-page":"2709","article-title":"Determining Sentences Containing Causal Relations in Financial Text Using BERT and GAT (in Japanese)","volume-title":"Proceedings of the Twenty-nineth Annual Meeting of the Association for Natural Language. The Association for Natural Language Processing","author":"Kobayashi"},{"key":"ref35","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.85"},{"key":"ref36","article-title":"ChatGPT Evaluation on Sentence Level Relations: A Focus on Temporal, Causal, and Discourse Relations","author":"Chan","year":"2023"},{"key":"ref37","article-title":"Causal Reasoning and Large Language Models: Opening a New Frontier for Causality","author":"K\u0131c\u0131man","year":"2023"},{"key":"ref38","article-title":"Causal-Discovery Performance of ChatGPT in the context of Neuropathic Pain Diagnosis","author":"Tu","year":"2023"},{"key":"ref39","first-page":"105","article-title":"The Financial Causality Extraction Shared Task (FinCausal 2022)","volume-title":"Proceedings of the 4th Financial Narrative Processing Workshop @LREC2022","author":"Mariko"},{"key":"ref40","first-page":"2298","article-title":"The Causal News Corpus: Annotating Causal Relations in Event Sentences from News","volume-title":"Proceedings of the Thirteenth Language Resources and Evaluation Conference","author":"Tan"},{"key":"ref41","first-page":"2383","article-title":"SQuAD: 100,000+ Questions for Machine Comprehension of Text","volume-title":"Proceedings of the 2016 Conference on Empirical Methods in Natural Language Processing","author":"Rajpurkar"},{"key":"ref42","article-title":"RoBERTa: A Robustly Optimized BERT Pretraining Approach","author":"Liu","year":"2019"},{"key":"ref43","article-title":"DeBERTaV3: Improving DeBERTa using ELECTRA-Style Pre-Training with Gradient-Disentangled Embedding Sharing","volume-title":"The Eleventh International Conference on Learning Representations","author":"He"},{"key":"ref44","first-page":"11054","article-title":"True Few-Shot Learning with Language Models","volume-title":"Advances in Neural Information Processing Systems","volume":"34","author":"Perez"},{"key":"ref45","first-page":"8086","article-title":"Fantastically Ordered Prompts and Where to Find Them: Overcoming Few-Shot Prompt Order Sensitivity","volume-title":"Proceedings of the 60th Annual Meeting of the Association for Computational Linguistics (Volume 1: Long Papers)","author":"Lu"},{"key":"ref46","first-page":"228","article-title":"On the importance of data size in probing fine-tuned models","volume-title":"Findings of the Association for Computational Linguistics: ACL 2022","author":"Mehrafarin"},{"key":"ref47","article-title":"TELeR: A General Taxonomy of LLM Prompts for Benchmarking Complex Tasks","author":"Santu","year":"2023"},{"key":"ref48","article-title":"A Prompt Pattern Catalog to Enhance Prompt Engineering with ChatGPT","author":"White","year":"2023"},{"key":"ref49","article-title":"FinBERT: Financial Sentiment Analysis with Pre-trained Language Models","author":"Araci","year":"2019"},{"issue":"2","key":"ref50","first-page":"103194","article-title":"Constructing and analyzing domain-specific language model for financial text mining","volume-title":"Information Processing & Management","volume":"60","author":"Suzuki","year":"2023"},{"key":"ref51","article-title":"The New York Times Annotated Corpus","author":"Sandhaus","year":"2008"},{"key":"ref52","doi-asserted-by":"publisher","DOI":"10.3115\/1075812.1075835"},{"key":"ref53","first-page":"5","article-title":"Overview of the 2014 NLP unshared task in PoliInformatics","volume-title":"Proceedings of the ACL 2014 Workshop on Language Technologies and Computational Social Science","author":"Smith"},{"key":"ref54","article-title":"Manually Annotated Sub-Corpus First Release","author":"Ide","year":"2010"},{"key":"ref55","first-page":"1","article-title":"SemEval-2013 Task 1: TempEval-3: Evaluating Time Expressions, Events, and Temporal Relations","volume-title":"Second Joint Conference on Lexical and Computational Semantics (*SEM), Volume 2: Proceedings of the Seventh International Workshop on Semantic Evaluation (SemEval 2013)","author":"UzZaman"},{"key":"ref56","first-page":"4545","article-title":"Using a sledgehammer to crack a nut? Lexical diversity and event coreference resolution","volume-title":"Proceedings of the Ninth International Conference on Language Resources and Evaluation (LREC\u201914)","author":"Cybulska"}],"event":{"name":"2024 IEEE International Conference on Big Data (BigData)","location":"Washington, DC, USA","start":{"date-parts":[[2024,12,15]]},"end":{"date-parts":[[2024,12,18]]}},"container-title":["2024 IEEE International Conference on Big Data (BigData)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10824975\/10824942\/10825555.pdf?arnumber=10825555","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,1,17]],"date-time":"2025-01-17T07:47:30Z","timestamp":1737100050000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10825555\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,12,15]]},"references-count":56,"URL":"https:\/\/doi.org\/10.1109\/bigdata62323.2024.10825555","relation":{},"subject":[],"published":{"date-parts":[[2024,12,15]]}}}