{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,4,9]],"date-time":"2025-04-09T12:13:39Z","timestamp":1744200819578,"version":"3.40.3"},"publisher-location":"Cham","reference-count":22,"publisher":"Springer International Publishing","isbn-type":[{"type":"print","value":"9783030501457"},{"type":"electronic","value":"9783030501464"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-3-030-50146-4_54","type":"book-chapter","created":{"date-parts":[[2020,6,5]],"date-time":"2020-06-05T17:04:54Z","timestamp":1591376694000},"page":"734-747","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":4,"title":["To BERT or Not to BERT Dealing with Possible BERT Failures in an Entailment Task"],"prefix":"10.1007","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-5507-5355","authenticated-orcid":false,"given":"Pedro","family":"Fialho","sequence":"first","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-2456-5028","authenticated-orcid":false,"given":"Lu\u00edsa","family":"Coheur","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-5086-059X","authenticated-orcid":false,"given":"Paulo","family":"Quaresma","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,6,5]]},"reference":[{"issue":"1","key":"54_CR1","first-page":"135","volume":"38","author":"I Androutsopoulos","year":"2010","unstructured":"Androutsopoulos, I., Malakasiotis, P.: A survey of paraphrasing and textual entailment methods. J. Artif. Int. Res. 38(1), 135\u2013187 (2010)","journal-title":"J. Artif. Int. Res."},{"key":"54_CR2","series-title":"Lecture Notes in Computer Science","doi-asserted-by":"publisher","first-page":"409","DOI":"10.1007\/978-3-642-45321-2_19","volume-title":"Language, Culture, Computation. Computing - Theory and Technology","author":"R Bar-Haim","year":"2014","unstructured":"Bar-Haim, R., Dagan, I., Szpektor, I.: Benchmarking applied semantic inference: the PASCAL recognising textual entailment challenges. In: Dershowitz, N., Nissan, E. (eds.) Language, Culture, Computation. Computing - Theory and Technology. LNCS, vol. 8001, pp. 409\u2013424. Springer, Heidelberg (2014). \nhttps:\/\/doi.org\/10.1007\/978-3-642-45321-2_19"},{"key":"54_CR3","doi-asserted-by":"publisher","first-page":"135","DOI":"10.1162\/tacl_a_00051","volume":"5","author":"P Bojanowski","year":"2017","unstructured":"Bojanowski, P., Grave, E., Joulin, A., Mikolov, T.: Enriching word vectors with subword information. Trans. Assoc. Comput. Linguist. 5, 135\u2013146 (2017). \nhttps:\/\/doi.org\/10.1162\/tacl_a_00051\n\n. \nhttps:\/\/www.aclweb.org\/anthology\/Q17-1010","journal-title":"Trans. Assoc. Comput. Linguist."},{"unstructured":"Bos, J.: Open-domain semantic parsing with boxer. In: Proceedings of the 20th Nordic Conference of Computational Linguistics (NODALIDA 2015), pp. 301\u2013304. Link\u00f6ping University Electronic Press, Sweden, May 2015. \nhttps:\/\/www.aclweb.org\/anthology\/W15-1841","key":"54_CR4"},{"doi-asserted-by":"crossref","unstructured":"Bowman, S.R., Angeli, G., Potts, C., Manning, C.D.: A large annotated corpus for learning natural language inference. In: Proceedings of the 2015 Conference on Empirical Methods in Natural Language Processing (EMNLP), Association for Computational Linguistics (2015)","key":"54_CR5","DOI":"10.18653\/v1\/D15-1075"},{"unstructured":"Camburu, O.M., Rockt\u00e4schel, T., Lukasiewicz, T., Blunsom, P.: e-SNLI: natural language inference with natural language explanations. In: Bengio, S., Wallach, H., Larochelle, H., Grauman, K., Cesa-Bianchi, N., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 31, pp. 9539\u20139549. Curran Associates, Inc. (2018)","key":"54_CR6"},{"doi-asserted-by":"publisher","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: BERT: Pre-training of deep bidirectional transformers for language understanding. In: Proceedings of the 2019 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long and Short Papers), pp. 4171\u20134186. Association for Computational Linguistics, Minneapolis, June 2019. \nhttps:\/\/doi.org\/10.18653\/v1\/N19-1423","key":"54_CR7","DOI":"10.18653\/v1\/N19-1423"},{"doi-asserted-by":"crossref","unstructured":"Fellbaum, C.: WordNet: An Electronic Lexical Database. Bradford Books (1998)","key":"54_CR8","DOI":"10.7551\/mitpress\/7287.001.0001"},{"unstructured":"Fialho, P., Marques, R., Martins, B., Coheur, L., Quaresma, P.: Inesc-id@assin: Medi\u00e7\u00e3o de similaridade sem\u00e2ntica e reconhecimento de infer\u00eancia textual. Linguam\u00e1tica 8(2), 33\u201342 (2016). \nhttps:\/\/www.linguamatica.com\/index.php\/linguamatica\/article\/view\/v8n2-4","key":"54_CR9"},{"doi-asserted-by":"publisher","unstructured":"Jiang, N., de Marneffe, M.C.: Evaluating BERT for natural language inference: a case study on the CommitmentBank. In: Proceedings of the 2019 Conference on Empirical Methods in Natural Language Processing and the 9th International Joint Conference on Natural Language Processing (EMNLP-IJCNLP), pp. 6086\u20136091. Association for Computational Linguistics, Hong Kong, November 2019. \nhttps:\/\/doi.org\/10.18653\/v1\/D19-1630\n\n, \nhttps:\/\/www.aclweb.org\/anthology\/D19-1630","key":"54_CR10","DOI":"10.18653\/v1\/D19-1630"},{"key":"54_CR11","volume-title":"From Discourse to Logic. Introduction to Model theoretic Semantics of Natural Language, Formal Logic and Discourse Representation Theory","author":"H Kamp","year":"1993","unstructured":"Kamp, H., Reyle, U.: From Discourse to Logic. Introduction to Model theoretic Semantics of Natural Language, Formal Logic and Discourse Representation Theory. Kluwer, Dordrecht (1993)"},{"doi-asserted-by":"publisher","unstructured":"Marelli, M., Bentivogli, L., Baroni, M., Bernardi, R., Menini, S., Zamparelli, R.: SemEval-2014 task 1: evaluation of compositional distributional semantic models on full sentences through semantic relatedness and textual entailment. In: Proceedings of the 8th International Workshop on Semantic Evaluation (SemEval 2014), pp. 1\u20138. Association for Computational Linguistics, Dublin, August 2014. \nhttps:\/\/doi.org\/10.3115\/v1\/S14-2001\n\n. \nhttps:\/\/www.aclweb.org\/anthology\/S14-2001","key":"54_CR12","DOI":"10.3115\/v1\/S14-2001"},{"unstructured":"Marelli, M., Menini, S., Baroni, M., Bentivogli, L., Bernardi, R., Zamparelli, R.: A SICK cure for the evaluation of compositional distributional semantic models. In: Proceedings of the Ninth International Conference on Language Resources and Evaluation (LREC-2014), pp. 216\u2013223. European Languages Resources Association (ELRA), Reykjavik, May 2014","key":"54_CR13"},{"doi-asserted-by":"publisher","unstructured":"McCoy, T., Pavlick, E., Linzen, T.: Right for the wrong reasons: diagnosing syntactic heuristics in natural language inference. In: Proceedings of the 57th Annual Meeting of the Association for Computational Linguistics, pp. 3428\u20133448. Association for Computational Linguistics, Florence, July 2019. \nhttps:\/\/doi.org\/10.18653\/v1\/P19-1334\n\n, \nhttps:\/\/www.aclweb.org\/anthology\/P19-1334","key":"54_CR14","DOI":"10.18653\/v1\/P19-1334"},{"doi-asserted-by":"publisher","unstructured":"Niculescu-Mizil, A., Caruana, R.: Predicting good probabilities with supervised learning. In: Proceedings of the 22nd International Conference on Machine Learning. pp. 625\u2013632. ICML 2005, Association for Computing Machinery, New York (2005). \nhttps:\/\/doi.org\/10.1145\/1102351.1102430","key":"54_CR15","DOI":"10.1145\/1102351.1102430"},{"doi-asserted-by":"publisher","unstructured":"Papineni, K., Roukos, S., Ward, T., Zhu, W.J.: BLEU: a method for automatic evaluation of machine translation. In: Proceedings of 40th Annual Meeting of the Association for Computational Linguistics, pp. 311\u2013318. Association for Computational Linguistics, Philadelphia, July 2002. \nhttps:\/\/doi.org\/10.3115\/1073083.1073135\n\n, \nhttp:\/\/www.aclweb.org\/anthology\/P02-1040","key":"54_CR16","DOI":"10.3115\/1073083.1073135"},{"key":"54_CR17","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa, F., et al.: Scikit-learn: machine learning in Python. J. Mach. Learn. Res. 12, 2825\u20132830 (2011)","journal-title":"J. Mach. Learn. Res."},{"doi-asserted-by":"publisher","unstructured":"Talman, A., Chatzikyriakidis, S.: Testing the generalization power of neural network models across NLI benchmarks. In: Proceedings of the 2019 ACL Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP, pp. 85\u201394. Association for Computational Linguistics, Florence, August 2019. \nhttps:\/\/doi.org\/10.18653\/v1\/W19-4810\n\n, \nhttps:\/\/www.aclweb.org\/anthology\/W19-4810","key":"54_CR18","DOI":"10.18653\/v1\/W19-4810"},{"unstructured":"Wang, A., et al.: Superglue: a stickier benchmark for general-purpose language understanding systems. In: Wallach, H., Larochelle, H., Beygelzimer, A., d\u2019 Alch\u00e9-Buc, F., Fox, E., Garnett, R. (eds.) Advances in Neural Information Processing Systems, vol. 32, pp. 3266\u20133280. Curran Associates, Inc. (2019)","key":"54_CR19"},{"doi-asserted-by":"publisher","unstructured":"Wang, A., Singh, A., Michael, J., Hill, F., Levy, O., Bowman, S.: GLUE: a multi-task benchmark and analysis platform for natural language understanding. In: Proceedings of the 2018 EMNLP Workshop BlackboxNLP: Analyzing and Interpreting Neural Networks for NLP, pp. 353\u2013355. Association for Computational Linguistics, Brussels, November 2018. \nhttps:\/\/doi.org\/10.18653\/v1\/W18-5446\n\n, \nhttps:\/\/www.aclweb.org\/anthology\/W18-5446","key":"54_CR20","DOI":"10.18653\/v1\/W18-5446"},{"doi-asserted-by":"publisher","unstructured":"Williams, A., Nangia, N., Bowman, S.: A broad-coverage challenge corpus for sentence understanding through inference. In: Proceedings of the 2018 Conference of the North American Chapter of the Association for Computational Linguistics: Human Language Technologies, Volume 1 (Long Papers), pp. 1112\u20131122. Association for Computational Linguistics, New Orleans, June 2018. \nhttps:\/\/doi.org\/10.18653\/v1\/N18-1101\n\n, \nhttps:\/\/www.aclweb.org\/anthology\/N18-1101","key":"54_CR21","DOI":"10.18653\/v1\/N18-1101"},{"unstructured":"Zhang, Z., Wu, Y., Li, Z., Zhao, H.: Explicit contextual semantics for text comprehension. In: Proceedings of the 33rd Pacific Asia Conference on Language, Information and Computation (PACLIC 33) (2019)","key":"54_CR22"}],"container-title":["Communications in Computer and Information Science","Information Processing and Management of Uncertainty in Knowledge-Based Systems"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-030-50146-4_54","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,6,5]],"date-time":"2020-06-05T18:09:33Z","timestamp":1591380573000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-030-50146-4_54"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9783030501457","9783030501464"],"references-count":22,"URL":"https:\/\/doi.org\/10.1007\/978-3-030-50146-4_54","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"5 June 2020","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"IPMU","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"International Conference on Information Processing and Management of Uncertainty in Knowledge-Based Systems","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Lisbon","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Portugal","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"15 June 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"19 June 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"18","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ipmu2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"https:\/\/ipmu2020.inesc-id.pt\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Single-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"EasyChair","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"213","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"146","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"27","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"69% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3,2","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"4","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Yes","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"The IPMU 2020 was held virtually due to the coronavirus pandemic.","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"This content has been made available to all.","name":"free","label":"Free to read"}]}}