{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T15:54:51Z","timestamp":1759334091545,"version":"build-2065373602"},"publisher-location":"Cham","reference-count":28,"publisher":"Springer Nature Switzerland","isbn-type":[{"type":"print","value":"9783032061089"},{"type":"electronic","value":"9783032061096"}],"license":[{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"},{"start":{"date-parts":[[2025,10,1]],"date-time":"2025-10-01T00:00:00Z","timestamp":1759276800000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springernature.com\/gp\/researchers\/text-and-data-mining"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2026]]},"DOI":"10.1007\/978-3-032-06109-6_4","type":"book-chapter","created":{"date-parts":[[2025,9,30]],"date-time":"2025-09-30T10:03:25Z","timestamp":1759226605000},"page":"56-73","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":0,"title":["Inconsistent Reasoning Attacks to\u00a0Identify Weaknesses in\u00a0Automatic Scientific Claim Verification Tools"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0009-0007-9223-6852","authenticated-orcid":false,"given":"Md Athikul","family":"Islam","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-4875-195X","authenticated-orcid":false,"given":"Noel","family":"Ellison","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0009-0001-8234-4389","authenticated-orcid":false,"given":"Bishal","family":"Lakha","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0003-0689-5063","authenticated-orcid":false,"given":"Edoardo","family":"Serra","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2025,10,1]]},"reference":[{"key":"4_CR1","unstructured":"Beltagy, I., Peters, M.E., Cohan, A.: Longformer: the long-document transformer (2020)"},{"issue":"51","key":"4_CR2","doi-asserted-by":"publisher","first-page":"22858","DOI":"10.1002\/anie.201909987","volume":"59","author":"CW Coley","year":"2020","unstructured":"Coley, C.W., Eyke, N.S., Jensen, K.F.: Autonomous discovery in the chemical sciences part i: progress. Angew. Chem. Int. Ed. 59(51), 22858\u201322893 (2020)","journal-title":"Angew. Chem. Int. Ed."},{"key":"4_CR3","unstructured":"Dey, A.U., Llabr\u00e9s, A., Valveny, E., Karatzas, D.: Retrieval augmented verification: Unveiling disinformation with structured representations for zero-shot fact-checking of multi-modal social media posts. arXiv preprint arXiv:2404.10702 (2024)"},{"key":"4_CR4","unstructured":"Dmonte, A., Oruche, R., Zampieri, M., Calyam, P., Augenstein, I.: Claim verification in the age of large language models: a survey. arXiv preprint arXiv:2408.14317 (2024)"},{"key":"4_CR5","unstructured":"Gao, Y., et al.: Retrieval-augmented generation for large language models: a survey (2024)"},{"key":"4_CR6","doi-asserted-by":"crossref","unstructured":"Garg, S., Ramakrishnan, G.: BAE: BERT-based adversarial examples for text classification. In: Proceedings of EMNLP 2020, pp. 6174\u20136181. ACL (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.498"},{"key":"4_CR7","doi-asserted-by":"crossref","unstructured":"Guan, J., Dodge, J., Wadden, D., Huang, M., Peng, H.: Language models hallucinate, but may excel at fact verification. arXiv preprint arXiv:2310.14564 (2023)","DOI":"10.18653\/v1\/2024.naacl-long.62"},{"key":"4_CR8","doi-asserted-by":"crossref","unstructured":"Huang, L., Yu, W., Ma, W., Zhong, W., et al.: A survey on hallucination in large language models: principles, taxonomy, challenges, and open questions. ACM Trans. Inf. Syst. (2024)","DOI":"10.1145\/3703155"},{"key":"4_CR9","doi-asserted-by":"crossref","unstructured":"Ji, Z., Yu, T., Xu, Y., Lee, N., Ishii, E., Fung, P.: Towards mitigating LLM hallucination via self reflection. In: Findings of ACL: EMNLP 2023, pp. 1827\u20131843. ACL, Singapore (2023)","DOI":"10.18653\/v1\/2023.findings-emnlp.123"},{"key":"4_CR10","doi-asserted-by":"crossref","unstructured":"Jin, D., Jin, Z., Zhou, J.T., Szolovits, P.: Is BERT really robust? A strong baseline for NLP attack on text classification and entailment. In: Proceedings of AAAI, vol.\u00a034, pp. 8018\u20138025 (2020)","DOI":"10.1609\/aaai.v34i05.6311"},{"key":"4_CR11","doi-asserted-by":"crossref","unstructured":"Khaliq, M.A., Chang, P., Ma, M., Pflugfelder, B., Mileti\u0107, F.: Ragar, your falsehood radar: Rag-augmented reasoning for political fact-checking using multimodal LLMs. arXiv preprint arXiv:2404.12065 (2024)","DOI":"10.18653\/v1\/2024.fever-1.29"},{"key":"4_CR12","doi-asserted-by":"crossref","unstructured":"Layne, J., Ratul, Q.E.A., Serra, E., Jajodia, S.: Analyzing robustness of automatic scientific claim verification tools against adversarial rephrasing attacks. ACM Trans. Intell. Syst. Technol. 15(5) (2024)","DOI":"10.1145\/3663481"},{"key":"4_CR13","unstructured":"Lewis, P., et al.: Retrieval-augmented generation for knowledge-intensive NLP tasks. Adv. Neural. Inf. Process. Syst. 33, 9459\u20139474 (2020)"},{"key":"4_CR14","doi-asserted-by":"crossref","unstructured":"Li, Z., et al.: Searching for an effective defender: benchmarking defense against adversarial word substitution. In: Proceedings of 2021 Conference on Empirical Methods in NLP, pp. 3137\u20133147. ACL, Online and Punta Cana, Dominican Republic (2021)","DOI":"10.18653\/v1\/2021.emnlp-main.251"},{"key":"4_CR15","doi-asserted-by":"crossref","unstructured":"Liu, Q., et al.: Flooding-X: improving BERT\u2019s resistance to adversarial attacks via loss-restricted fine-tuning. In: Proceedings of 60th Annual Meeting of the Association for Computational Linguistics (Vol. 1: Long Papers), pp. 5634\u20135644. ACL, Dublin, Ireland (2022)","DOI":"10.18653\/v1\/2022.acl-long.386"},{"issue":"6","key":"4_CR16","doi-asserted-by":"publisher","first-page":"1644","DOI":"10.1039\/D3DD00143A","volume":"2","author":"PM Maffettone","year":"2023","unstructured":"Maffettone, P.M., et al.: What is missing in autonomous discovery: open challenges for the community. Digital Discov. 2(6), 1644\u20131659 (2023)","journal-title":"Digital Discov."},{"key":"4_CR17","doi-asserted-by":"crossref","unstructured":"Mourad\u00a0Sarrouti, Asma Ben\u00a0Abacha, Y.M., Demner-Fushman, D.: Evidence-based fact-checking of health-related claims. In: EMNLP (2021)","DOI":"10.18653\/v1\/2021.findings-emnlp.297"},{"key":"4_CR18","doi-asserted-by":"crossref","unstructured":"Ren, S., Deng, Y., He, K., Che, W.: Generating natural language adversarial examples through probability weighted word saliency. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 1085\u20131097 (2019)","DOI":"10.18653\/v1\/P19-1103"},{"key":"4_CR19","doi-asserted-by":"crossref","unstructured":"Renze, M., Guven, E.: Self-reflection in LLM agents: effects on problem-solving performance (2024)","DOI":"10.1109\/FLLM63129.2024.10852426"},{"key":"4_CR20","unstructured":"Salehi, S.: Improving problem-solving through reflection. Stanford University (2018)"},{"key":"4_CR21","doi-asserted-by":"crossref","unstructured":"Sarrouti, M., Abacha, A.B., M\u2019rabet, Y., Demner-Fushman, D.: Evidence-based fact-checking of health-related claims. In: Findings of the Association for Computational Linguistics: EMNLP 2021, pp. 3499\u20133512 (2021)","DOI":"10.18653\/v1\/2021.findings-emnlp.297"},{"key":"4_CR22","doi-asserted-by":"crossref","unstructured":"Singhal, R., Patwa, P., Patwa, P., Chadha, A., Das, A.: Evidence-backed fact checking using rag and few-shot in-context learning with LLMs. arXiv preprint arXiv:2408.12060 (2024)","DOI":"10.18653\/v1\/2024.fever-1.10"},{"key":"4_CR23","doi-asserted-by":"crossref","unstructured":"Tan, N.\u00d6., Tandon, N., Wadden, D., Tafjord, O., Gahegan, M., Witbrock, M.: Faithful reasoning over scientific claims. In: Proceedings of the AAAI Symposium Series, vol.\u00a03, pp. 263\u2013272 (2024)","DOI":"10.1609\/aaaiss.v3i1.31209"},{"key":"4_CR24","unstructured":"Wadden, D.: The multivers model: Source code (2023). https:\/\/github.com\/dwadden\/multivers. Code associated with the MultiVerS paper. Accessed 10 Feb 2025"},{"key":"4_CR25","doi-asserted-by":"crossref","unstructured":"Wadden, D., et al.: Fact or fiction: verifying scientific claims. In: Proceedings of EMNLP 2020, pp. 7534\u20137550. ACL, Online (2020)","DOI":"10.18653\/v1\/2020.emnlp-main.609"},{"key":"4_CR26","doi-asserted-by":"crossref","unstructured":"Wadden, D., Lo, K., Wang, L.L., Cohan, A., Beltagy, I., Hajishirzi, H.: MultiVerS: improving scientific claim verification with weak supervision and full-document context. In: Findings of ACL: NAACL 2022, pp. 61\u201376. ACL, Seattle, United States (2022)","DOI":"10.18653\/v1\/2022.findings-naacl.6"},{"key":"4_CR27","unstructured":"Wang, L.: Using machine learning to verify scientific claims. Artif. Intell. Sci. 120 (2023)"},{"key":"4_CR28","doi-asserted-by":"crossref","unstructured":"Wang, Z., Liu, Z., Zheng, X., Su, Q., Wang, J.: RMLM: a flexible defense framework for mitigating word-level adversarial attacks. In: Proceedings of the 61st Annual Meeting of ACL (Vol. 1: Long Papers), pp. 2757\u20132774. ACL, Toronto, Canada (2023)","DOI":"10.18653\/v1\/2023.acl-long.155"}],"container-title":["Lecture Notes in Computer Science","Machine Learning and Knowledge Discovery in Databases. Research Track"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-032-06109-6_4","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2025,9,30]],"date-time":"2025-09-30T10:03:50Z","timestamp":1759226630000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-3-032-06109-6_4"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2025,10,1]]},"ISBN":["9783032061089","9783032061096"],"references-count":28,"URL":"https:\/\/doi.org\/10.1007\/978-3-032-06109-6_4","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"type":"print","value":"0302-9743"},{"type":"electronic","value":"1611-3349"}],"subject":[],"published":{"date-parts":[[2025,10,1]]},"assertion":[{"value":"1 October 2025","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"ECML PKDD","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Joint European Conference on Machine Learning and Knowledge Discovery in Databases","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Porto","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2025","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 September 2025","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 September 2025","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ecml2025","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ecmlpkdd.org\/2025\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}}]}}