{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,12,6]],"date-time":"2025-12-06T17:07:19Z","timestamp":1765040839791,"version":"3.37.3"},"reference-count":40,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2018,6,25]],"date-time":"2018-06-25T00:00:00Z","timestamp":1529884800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/4.0\/"}],"funder":[{"DOI":"10.13039\/100010661","name":"Horizon 2020 Framework Programme","doi-asserted-by":"publisher","award":["654021"],"award-info":[{"award-number":["654021"]}],"id":[{"id":"10.13039\/100010661","id-type":"DOI","asserted-by":"publisher"}]},{"name":"Medical Research Council (GB)","award":["MR\/N00583X\/1"],"award-info":[{"award-number":["MR\/N00583X\/1"]}]},{"DOI":"10.13039\/501100000268","name":"Biotechnology and Biological Sciences Research Council","doi-asserted-by":"publisher","award":["BB\/M006891\/1"],"award-info":[{"award-number":["BB\/M006891\/1"]}],"id":[{"id":"10.13039\/501100000268","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Med Inform Decis Mak"],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1186\/s12911-018-0639-1","type":"journal-article","created":{"date-parts":[[2018,6,25]],"date-time":"2018-06-25T07:33:17Z","timestamp":1529911997000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":56,"title":["Identification of research hypotheses and new knowledge from scientific literature"],"prefix":"10.1186","volume":"18","author":[{"given":"Matthew","family":"Shardlow","sequence":"first","affiliation":[]},{"given":"Riza","family":"Batista-Navarro","sequence":"additional","affiliation":[]},{"given":"Paul","family":"Thompson","sequence":"additional","affiliation":[]},{"given":"Raheel","family":"Nawaz","sequence":"additional","affiliation":[]},{"given":"John","family":"McNaught","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0002-4097-9191","authenticated-orcid":false,"given":"Sophia","family":"Ananiadou","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2018,6,25]]},"reference":[{"issue":"3","key":"639_CR1","doi-asserted-by":"publisher","first-page":"294","DOI":"10.1007\/BF02832018","volume":"24","author":"L Jiawen","year":"2004","unstructured":"Jiawen L, Dongsheng L, Zhijian T. The expression of interleukin-17, interferon-gamma, and macrophage inflammatory protein-3 alpha mRNA in patients with psoriasis vulgaris. J Huazhong University Sci Technol [Med Sci]. 2004; 24(3):294\u20136. \n                    https:\/\/doi.org\/10.1007\/BF02832018\n                    \n                  .","journal-title":"J Huazhong University Sci Technol [Med Sci]"},{"key":"639_CR2","doi-asserted-by":"publisher","first-page":"5477","DOI":"10.4049\/jimmunol.1300976","volume":"191","author":"K Scharffetter-Kochanek","year":"2013","unstructured":"Scharffetter-Kochanek K, Singh K, Tasdogan A, Wlaschek M, Gatzka M, Hainzl A, Peters T. Reduction of CD18 promotes expansion of inflammatory gd T cells collaborating with CD4 T cells in chronic murine psoriasiform dermatitis. J Immunol. 2013; 191:5477\u201388. \n                    https:\/\/doi.org\/10.4049\/jimmunol.1300976\n                    \n                  .","journal-title":"J Immunol"},{"key":"639_CR3","doi-asserted-by":"publisher","unstructured":"Zerva C, Batista-Navarro R, Day P, Ananiadou S. Using uncertainty to link and rank evidence from biomedical literature for model curation. Bioinformatics. btx466. \n                    https:\/\/doi.org\/10.1093\/bioinformatics\/btx466\n                    \n                  .","DOI":"10.1093\/bioinformatics\/btx466"},{"key":"639_CR4","unstructured":"Stenetorp P, Pyysalo S, Topi\u0107 G, Ohta T, Ananiadou S, Tsujii J. BRAT: a web-based tool for NLP-assisted text annotation. In: Proceedings of the Demonstrations at the 13th Conference of the European Chapter of the Association for Computational Linguistics. Association for Computational Linguistics: 2012. p. 102\u2013107."},{"issue":"1","key":"639_CR5","doi-asserted-by":"publisher","first-page":"420","DOI":"10.1186\/1471-2105-12-420","volume":"12","author":"S Agarwal","year":"2011","unstructured":"Agarwal S, Yu H, Kohane I. BioN\u00d8T: A searchable database of biomedical negated sentences. BMC Bioinformatics. 2011; 12(1):420. \n                    https:\/\/doi.org\/10.1186\/1471-2105-12-420\n                    \n                  .","journal-title":"BMC Bioinformatics"},{"key":"639_CR6","volume-title":"Proceedings of the 45th Annual Meeting of the Association of Computational Linguistics","author":"B Medlock","year":"2007","unstructured":"Medlock B, Briscoe T. Weakly supervised learning for hedge classification in scientific literature. In: Proceedings of the 45th Annual Meeting of the Association of Computational Linguistics. Prague, Czech Republic: Association for Computational Linguistics: 2007. p. 992\u20139. \n                    http:\/\/www.aclweb.org\/anthology\/P07-1125\n                    \n                  ."},{"issue":"11","key":"639_CR7","first-page":"1","volume":"9","author":"V Vincze","year":"2008","unstructured":"Vincze V, Szarvas G, Farkas R, M\u00f3ra G, Csirik J. The BioScope corpus: biomedical texts annotated for uncertainty, negation and their scopes. BMC Bioinformatics. 2008; 9(11):1\u20139.","journal-title":"BMC Bioinformatics"},{"issue":"7","key":"639_CR8","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1371\/journal.pcbi.1003117","volume":"9","author":"A Malhotra","year":"2013","unstructured":"Malhotra A, Younesi E, Gurulingappa H, Hofmann-Apitius M. \u2018HypothesisFinder:\u2019 a strategy for the detection of speculative statements in scientific text. PLOS Comput Biol. 2013; 9(7):1\u201310. \n                    https:\/\/doi.org\/10.1371\/journal.pcbi.1003117\n                    \n                  .","journal-title":"PLOS Comput Biol"},{"issue":"2","key":"639_CR9","doi-asserted-by":"publisher","first-page":"195","DOI":"10.1016\/j.ijmedinf.2006.05.002","volume":"76","author":"P Ruch","year":"2007","unstructured":"Ruch P, Boyer C, Chichester C, Tbahriti I, Geissb\u00fchler A, Fabry P, Gobeill J, Pillet V, Rebholz-Schuhmann D, Lovis C, et al. Using argumentation to extract key sentences from biomedical abstracts. Int J Med Inform. 2007; 76(2):195\u2013200.","journal-title":"Int J Med Inform"},{"key":"639_CR10","doi-asserted-by":"publisher","DOI":"10.3115\/977035.977051","volume-title":"Proceedings of the Ninth Conference on European Chapter of the Association for Computational Linguistics. EACL \u201999","author":"S Teufel","year":"1999","unstructured":"Teufel S, Carletta J, Moens M. An annotation scheme for discourse-level argumentation in research articles. In: Proceedings of the Ninth Conference on European Chapter of the Association for Computational Linguistics. EACL \u201999. Stroudsburg: Association for Computational Linguistics: 1999. p. 110\u20137. \n                    https:\/\/doi.org\/10.3115\/977035.977051\n                    \n                  ."},{"key":"639_CR11","volume-title":"Proceedings of the International Joint Workshop on Natural Language Processing in Biomedicine and Its Applications. JNLPBA \u201904","author":"Y Mizuta","year":"2004","unstructured":"Mizuta Y, Collier N. Zone identification in biology articles as a basis for information extraction. In: Proceedings of the International Joint Workshop on Natural Language Processing in Biomedicine and Its Applications. JNLPBA \u201904. Stroudsburg: Association for Computational Linguistics: 2004. p. 29\u201335. \n                    http:\/\/dl.acm.org\/citation.cfm?id=1567594.1567600\n                    \n                  ."},{"key":"639_CR12","doi-asserted-by":"publisher","first-page":"122","DOI":"10.1093\/database\/baw122","volume":"2016","author":"G Burns","year":"2016","unstructured":"Burns G, Dasigi P, de Waard A, Hovy EH. Automated detection of discourse segment and experimental types from the text of cancer pathway results sections. Database. 2016; 2016:122. \n                    https:\/\/doi.org\/10.1093\/database\/baw122\n                    \n                  .","journal-title":"Database"},{"issue":"7","key":"639_CR13","doi-asserted-by":"publisher","first-page":"991","DOI":"10.1093\/bioinformatics\/bts071","volume":"28","author":"M Liakata","year":"2012","unstructured":"Liakata M, Saha S, Dobnik S, Batchelor C, Rebholz-Schuhmann D. Automatic recognition of conceptualization zones in scientific articles and two life science applications. Bioinformatics. 2012; 28(7):991. \n                    https:\/\/doi.org\/10.1093\/bioinformatics\/bts071\n                    \n                  .","journal-title":"Bioinformatics"},{"key":"639_CR14","unstructured":"Simsek D, Buckingham Shum S, Sandor A, De Liddo A, Ferguson R. Xip dashboard: visual analytics from automated rhetorical parsing of scientific metadiscourse. In: 1st International Workshop on Discourse-Centric Learning Analytics. Leuven: 2013."},{"issue":"1","key":"639_CR15","doi-asserted-by":"publisher","first-page":"207","DOI":"10.1186\/1471-2105-9-207","volume":"9","author":"M Bundschus","year":"2008","unstructured":"Bundschus M, Dejori M, Stetter M, Tresp V, Kriegel HP. Extraction of semantic biomedical relations from text using conditional random fields. BMC Bioinformatics. 2008; 9(1):207.","journal-title":"BMC Bioinformatics"},{"issue":"1","key":"639_CR16","doi-asserted-by":"publisher","first-page":"55","DOI":"10.1186\/s12859-015-0472-9","volume":"16","author":"A Bravo","year":"2015","unstructured":"Bravo A, Pi\u00f1ero J, Queralt-Rosinach N, Rautschka LIM. Furlong: Extraction of relations between genes and diseases from text and large-scale data analysis: implications for translational research. BMC Bioinformatics. 2015; 16(1):55.","journal-title":"BMC Bioinformatics"},{"issue":"1","key":"639_CR17","doi-asserted-by":"publisher","first-page":"68","DOI":"10.1186\/s12911-016-0294-3","volume":"16","author":"KM Verspoor","year":"2016","unstructured":"Verspoor KM, Heo EG, Kang KY, Song M. Establishing a baseline for literature mining human genetic variants and their relationships to disease cohorts. BMC Med Inf Decis Mak. 2016; 16(1):68.","journal-title":"BMC Med Inf Decis Mak"},{"key":"639_CR18","unstructured":"Nedellec C. Learning language in logic-genic interaction extraction challenge. In: Proceedings of the ICML-2005 Workshop on Learning Language in Logic (LLL05): 2005. p. 31\u20137."},{"key":"639_CR19","volume-title":"Proceedings of the BioNLP Shared Task 2011 Workshop","author":"JD Kim","year":"2011","unstructured":"Kim JD, Pyysalo S, Ohta T, Bossy R, Nguyen N, Tsujii J. Overview of BioNLP shared task 2011. In: Proceedings of the BioNLP Shared Task 2011 Workshop. Portland: Association for Computational Linguistics: 2011. p. 1\u20136."},{"issue":"1","key":"639_CR20","doi-asserted-by":"publisher","first-page":"50","DOI":"10.1186\/1471-2105-8-50","volume":"8","author":"S Pyysalo","year":"2007","unstructured":"Pyysalo S, Ginter F, Heimonen J, Bj\u00f6rne F, Boberg F, J\u00e4rvinen F, Salakoski T. BioInfer: a corpus for information extraction in the biomedical domain. BMC Bioinformatics. 2007; 8(1):50.","journal-title":"BMC Bioinformatics"},{"issue":"13","key":"639_CR21","doi-asserted-by":"publisher","first-page":"424","DOI":"10.1093\/bioinformatics\/btm184","volume":"23","author":"O Sanchez-Graillet","year":"2007","unstructured":"Sanchez-Graillet O, Poesio M. Negation of protein\u2014protein interactions: analysis and extraction. Bioinformatics. 2007; 23(13):424. \n                    https:\/\/doi.org\/10.1093\/bioinformatics\/btm184\n                    \n                  .","journal-title":"Bioinformatics"},{"issue":"1","key":"639_CR22","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/1471-2105-9-1","volume":"9","author":"JD Kim","year":"2008","unstructured":"Kim JD, Ohta T, Tsujii J. Corpus annotation for mining biomedical events from literature. BMC Bioinformatics. 2008; 9(1):1\u201325.","journal-title":"BMC Bioinformatics"},{"issue":"5","key":"639_CR23","doi-asserted-by":"publisher","first-page":"879","DOI":"10.1016\/j.jbi.2012.04.004","volume":"45","author":"EM Van Mulligen","year":"2012","unstructured":"Van Mulligen EM, Fourrier-Reglat A, Gurwitz D, Molokhia M, Nieto A, Trifiro G, Kors JA, Furlong LI. The EU-ADR corpus: annotated drugs, diseases, targets, and their relationships. J Biomed Inform. 2012; 45(5):879\u201384.","journal-title":"J Biomed Inform"},{"issue":"11","key":"639_CR24","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1186\/1471-2105-13-S11-S4","volume":"13","author":"J Bj\u00f6rne","year":"2012","unstructured":"Bj\u00f6rne J, Ginter F, Salakoski T. University of Turku in the BioNLP\u201911 shared task. BMC Bioinformatics. 2012; 13(11):4.","journal-title":"BMC Bioinformatics"},{"issue":"11","key":"639_CR25","doi-asserted-by":"publisher","first-page":"7","DOI":"10.1186\/1471-2105-13-S11-S7","volume":"13","author":"H Kilicoglu","year":"2012","unstructured":"Kilicoglu H, Bergler S. Biological event composition. BMC Bioinformatics. 2012; 13(11):7.","journal-title":"BMC Bioinformatics"},{"key":"639_CR26","doi-asserted-by":"publisher","unstructured":"Thompson P, Nawaz R, McNaught J, Ananiadou S. Enriching news events with meta-knowledge information. Lang Resour Eval. 2016:1\u201330. \n                    https:\/\/doi.org\/10.1007\/s10579-016-9344-9\n                    \n                  .","DOI":"10.1007\/s10579-016-9344-9"},{"key":"639_CR27","volume-title":"ACE 2005 multilingual training corpus","author":"C Walker","year":"2006","unstructured":"Walker C, Strassel S, Medero J, Maeda K. ACE 2005 multilingual training corpus. Philadelphia: Linguistic Data Consortium; 2006."},{"issue":"1","key":"639_CR28","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1186\/1471-2105-12-1","volume":"12","author":"P Thompson","year":"2011","unstructured":"Thompson P, Nawaz R, McNaught J, Ananiadou S. Enriching a biomedical event corpus with meta-knowledge annotation. BMC Bioinformatics. 2011; 12(1):1\u201318.","journal-title":"BMC Bioinformatics"},{"issue":"1","key":"639_CR29","doi-asserted-by":"publisher","first-page":"14","DOI":"10.1186\/1471-2105-14-14","volume":"14","author":"R Nawaz","year":"2013","unstructured":"Nawaz R, Thompson P, Ananiadou S. Negated BioEvents: Analysis and identification. BMC Bioinformatics. 2013; 14(1):14. \n                    https:\/\/doi.org\/10.1186\/1471-2105-14-14\n                    \n                  .","journal-title":"BMC Bioinformatics"},{"issue":"1","key":"639_CR30","first-page":"129","volume":"4","author":"R Nawaz","year":"2013","unstructured":"Nawaz R, Thompson P, Ananiadou S. Something old, something new: identifying knowledge source in bio-events. Int J Comput Linguist Appl. 2013; 4(1):129\u201344.","journal-title":"Int J Comput Linguist Appl"},{"key":"639_CR31","doi-asserted-by":"publisher","first-page":"108","DOI":"10.1186\/1471-2105-13-108","volume":"13","author":"M Miwa","year":"2012","unstructured":"Miwa M, Thompson P, McNaught J, Kell DB, Ananiadou S. Extracting semantically enriched events from biomedical literature. BMC Bioinformatics. 2012; 13:108. \n                    https:\/\/doi.org\/10.1186\/1471-2105-13-108\n                    \n                  . Highly Accessed.","journal-title":"BMC Bioinformatics"},{"key":"639_CR32","unstructured":"Nawaz R, Thompson P, Ananiadou S. Meta-knowledge annotation at the event level: Comparison between abstracts and full papers. In: Proceedings of the Third Workshop on Building and Evaluating Resources for Biomedical Text Mining (BioTxtM 2012): 2012. p. 24\u201331."},{"issue":"1","key":"639_CR33","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J Cohen","year":"1960","unstructured":"Cohen J. A coefficient of agreement for nominal scales. Educ Psychol Meas. 1960; 20(1):37\u201346. \n                    https:\/\/doi.org\/10.1177\/001316446002000104\n                    \n                  .","journal-title":"Educ Psychol Meas"},{"issue":"3","key":"639_CR34","doi-asserted-by":"publisher","first-page":"276","DOI":"10.11613\/BM.2012.031","volume":"22","author":"ML McHugh","year":"2012","unstructured":"McHugh ML. Interrater reliability: the kappa statistic. Biochemia medica. 2012; 22(3):276\u201382.","journal-title":"Biochemia medica"},{"issue":"01","key":"639_CR35","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1142\/S0219720010004586","volume":"8","author":"M Miwa","year":"2010","unstructured":"Miwa M, S\u00e6tre R, Kim JD, Tsujii J. Event extraction with complex event classification using rich features. J Bioinforma Comput Biol. 2010; 8(01):131\u201346.","journal-title":"J Bioinforma Comput Biol"},{"issue":"1","key":"639_CR36","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1023\/A:1010933404324","volume":"45","author":"L Breiman","year":"2001","unstructured":"Breiman L. Random forests. Machine Learning. 2001; 45(1):5\u201332.","journal-title":"Machine Learning"},{"issue":"1","key":"639_CR37","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1145\/1656274.1656278","volume":"11","author":"M Hall","year":"2009","unstructured":"Hall M, Frank E, Holmes G, Pfahringer B, Reutemann P, Witten IH. The WEKA data mining software: An update. SIGKDD Explor Newsl. 2009; 11(1):10\u201318. \n                    https:\/\/doi.org\/10.1145\/1656274.1656278\n                    \n                  .","journal-title":"SIGKDD Explor Newsl"},{"key":"639_CR38","doi-asserted-by":"publisher","DOI":"10.1007\/11573036_36","volume-title":"Developing a robust part-of-speech tagger for biomedical text","author":"Y Tsuruoka","year":"2005","unstructured":"Tsuruoka Y, Tateishi Y, Kim JD, Ohta T, McNaught J, Ananiadou S, Tsujii J. Developing a robust part-of-speech tagger for biomedical text. Berlin, Heidelberg: Springer; 2005, pp. 382\u201392. Advances in Informatics: 10th Panhellenic Conference on Informatics, PCI 2005, Volas, Greece, November 11-13, 2005."},{"issue":"1","key":"639_CR39","doi-asserted-by":"publisher","first-page":"35","DOI":"10.1162\/coli.2008.34.1.35","volume":"34","author":"Y Miyao","year":"2008","unstructured":"Miyao Y, Tsujii J. Feature forest models for probabilistic HPSG parsing. Comput Linguist. 2008; 34(1):35\u201380. \n                    https:\/\/doi.org\/10.1162\/coli.2008.34.1.35\n                    \n                  .","journal-title":"Comput Linguist"},{"issue":"16","key":"639_CR40","doi-asserted-by":"publisher","first-page":"2597","DOI":"10.1093\/bioinformatics\/bth291","volume":"20","author":"MJ Schuemie","year":"2004","unstructured":"Schuemie MJ, Weeber M, Schijvenaars BJA, van Mulligen EM, van der Eijk CC, Jelier R, Mons B, Kors JA. Distribution of information in biomedical abstracts and full-text publications. Bioinformatics. 2004; 20(16):2597\u2013604. \n                    https:\/\/doi.org\/10.1093\/bioinformatics\/bth291\n                    \n                  .","journal-title":"Bioinformatics"}],"container-title":["BMC Medical Informatics and Decision Making"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-018-0639-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/s12911-018-0639-1\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/s12911-018-0639-1.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,10,2]],"date-time":"2019-10-02T00:29:24Z","timestamp":1569976164000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcmedinformdecismak.biomedcentral.com\/articles\/10.1186\/s12911-018-0639-1"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,6,25]]},"references-count":40,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2018,12]]}},"alternative-id":["639"],"URL":"https:\/\/doi.org\/10.1186\/s12911-018-0639-1","relation":{},"ISSN":["1472-6947"],"issn-type":[{"type":"electronic","value":"1472-6947"}],"subject":[],"published":{"date-parts":[[2018,6,25]]},"assertion":[{"value":"10 August 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"11 June 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"25 June 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"No ethics approval was required for any element of this study.","order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethics approval and consent to participate"}},{"value":"Not Applicable.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Consent for publication"}},{"value":"The authors declare that they have no competing interests.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Competing interests"}},{"value":"Springer Nature remains neutral with regard to jurisdictional claims in published maps and institutional affiliations.","order":4,"name":"Ethics","group":{"name":"EthicsHeading","label":"Publisher\u2019s Note"}}],"article-number":"46"}}