{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,11,21]],"date-time":"2025-11-21T12:08:47Z","timestamp":1763726927871},"reference-count":28,"publisher":"Springer Science and Business Media LLC","issue":"S10","content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["BMC Bioinformatics"],"published-print":{"date-parts":[[2015,12]]},"DOI":"10.1186\/1471-2105-16-s10-s3","type":"journal-article","created":{"date-parts":[[2015,7,14]],"date-time":"2015-07-14T04:15:47Z","timestamp":1436847347000},"update-policy":"http:\/\/dx.doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":7,"title":["Extending the evaluation of Genia Event task toward knowledge base construction and comparison to Gene Regulation Ontology task"],"prefix":"10.1186","volume":"16","author":[{"given":"Jin-Dong","family":"Kim","sequence":"first","affiliation":[]},{"given":"Jung-jae","family":"Kim","sequence":"additional","affiliation":[]},{"given":"Xu","family":"Han","sequence":"additional","affiliation":[]},{"given":"Dietrich","family":"Rebholz-Schuhmann","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2015,6,23]]},"reference":[{"key":"6946_CR1","first-page":"1","volume-title":"Proceedings of Natural Language Processing in Biomedicine (BioNLP) NAACL 2009 Workshop","author":"JD Kim","year":"2009","unstructured":"Kim JD, Ohta T, Pyysalo S, Kano Y, Tsujii J: Overview of BioNLP'09 Shared Task on Event Extraction. Proceedings of Natural Language Processing in Biomedicine (BioNLP) NAACL 2009 Workshop. 2009, 1-9."},{"key":"6946_CR2","volume-title":"Proceedings of the BioNLP 2011 Workshop Companion Volume for Shared Task","author":"JD Kim","year":"2011","unstructured":"Kim JD, Pyysalo S, Ohta T, Bossy R, Tsujii J: Overview of BioNLP Shared Task 2011. Proceedings of the BioNLP 2011 Workshop Companion Volume for Shared Task. 2011, Association for Computational Linguistics, Portland, Oregon"},{"key":"6946_CR3","first-page":"1","volume-title":"Proceedings of the BioNLP Shared Task 2013 Workshop","author":"C N\u00e9dellec","year":"2013","unstructured":"N\u00e9dellec C, Bossy R, Kim JD, Kim JJ, Ohta T, Pyysalo S, Zweigenbaum P: Overview of bionlp shared task 2013. Proceedings of the BioNLP Shared Task 2013 Workshop. 2013, Association for Computational Linguistics, Sofia, Bulgaria, 1-7. [\n                    http:\/\/www.aclweb.org\/anthology\/W13-2001\n                    \n                  ]"},{"issue":"1","key":"6946_CR4","doi-asserted-by":"publisher","first-page":"10","DOI":"10.1186\/1471-2105-9-10","volume":"9","author":"JD Kim","year":"2008","unstructured":"Kim JD, Ohta T, Tsujii J: Corpus annotation for mining biomedical events from lterature. BMC Bioinformatics. 2008, 9 (1): 10-10.1186\/1471-2105-9-10.","journal-title":"BMC Bioinformatics"},{"issue":"Suppl 8","key":"6946_CR5","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1186\/1471-2105-12-S8-S3","volume":"12","author":"M Krallinger","year":"2011","unstructured":"Krallinger M, Vazquez M, Leitner F, Salgado D, Chatr-aryamontri A, Winter A, Perfetto L, Briganti L, Licata L, Iannuccelli M, Castagnoli L, Cesareni G, Tyers M, Schneider G, Rinaldi F, Leaman R, Gonzalez G, Matos S, Kim S, Wilbur W, Rocha L, Shatkay H, Tendulkar A, Agarwal S, Liu F, Wang X, Rak R, Noto K, Elkan C, Lu Z: The Protein-Protein Interaction tasks of BioCreative III: classification\/ranking of articles and linking bio-ontology concepts to full text. BMC Bioinformatics. 2011, 12 (Suppl 8): 3-10.1186\/1471-2105-12-S8-S3.","journal-title":"BMC Bioinformatics"},{"key":"6946_CR6","volume-title":"Evaluating Natural Language Processing Systems: An Analysis and Review","author":"KS Jones","year":"1996","unstructured":"Jones KS, Galliers JxsR: Evaluating Natural Language Processing Systems: An Analysis and Review. 1996, Springer, Secaucus, NJ, USA"},{"key":"6946_CR7","first-page":"1","volume-title":"Proceedings of the BioNLP 2009 Workshop Companion Volume for Shared Task","author":"JD Kim","year":"2009","unstructured":"Kim JD, Ohta T, Pyysalo S, Kano Y, Tsujii J: Overview of bionlp'09 shared task on event extraction. Proceedings of the BioNLP 2009 Workshop Companion Volume for Shared Task. 2009, Association for Computational Linguistics, Boulder, Colorado, 1-9. [\n                    http:\/\/www.aclweb.org\/anthology\/W\/W09\/W09-1401\n                    \n                  ]"},{"key":"6946_CR8","volume-title":"Proceedings of the BioNLP 2011 Workshop Companion Volume for Shared Task","author":"JD Kim","year":"2011","unstructured":"Kim JD, Wang Y, Takagi T, Yonezawa A: Overview of the Genia Event task in BioNLP Shared Task 2011. Proceedings of the BioNLP 2011 Workshop Companion Volume for Shared Task. 2011, Association for Computational Linguistics, Portland, Oregon"},{"key":"6946_CR9","first-page":"8","volume-title":"Proceedings of the BioNLP Shared Task 2013 Workshop","author":"JD Kim","year":"2013","unstructured":"Kim JD, Wang Y, Yasunori Y: The Genia Event Extraction Shared Task, 2013 Edition - Overview. Proceedings of the BioNLP Shared Task 2013 Workshop. 2013, Association for Computational Linguistics, Sofia, Bulgaria, 8-15. [\n                    http:\/\/www.aclweb.org\/anthology\/W13-2002\n                    \n                  ]"},{"key":"6946_CR10","volume-title":"Proceedings of the BioNLP 2011 Workshop Companion Volume for Shared Task","author":"N Nguyen","year":"2011","unstructured":"Nguyen N, Kim JD, Tsujii J: Overview of the Protein Coreference task in BioNLP Shared Task 2011. Proceedings of the BioNLP 2011 Workshop Companion Volume for Shared Task. 2011, Association for Computational Linguistics, Portland, Oregon"},{"key":"6946_CR11","first-page":"8","volume-title":"Proceedings of the BioNLP Shared Task 2013 Workshop","author":"Jj Kim","year":"2013","unstructured":"Kim Jj, Han X, Lee V, Rebholz-Schuhmann D: GRO Task: Populating the Gene Regulation Ontology with events and relations. Proceedings of the BioNLP Shared Task 2013 Workshop. 2013, Association for Computational Linguistics, Sofia, Bulgaria, 8-15. [\n                    http:\/\/www.aclweb.org\/anthology\/W13-2002\n                    \n                  ]"},{"key":"6946_CR12","first-page":"9","volume-title":"Studies in Health Technology and Informatics","author":"E Beisswanger","year":"2008","unstructured":"Beisswanger E, Lee V, Kim JJ, Rebholz-Schuhmann D, Splendiani A, Dameron O, Schulz S, Hahn U: Gene Regulation Ontology (GRO): Design Principles and Use Cases. Studies in Health Technology and Informatics. 2008, IOS Press, Amsterdam, Netherlands, 136: 9-14."},{"key":"6946_CR13","first-page":"178","volume-title":"The Description Logic Handbook","author":"D Calvanese","year":"2003","unstructured":"Calvanese D, De Giacomo G: The Description Logic Handbook. 2003, Cambridge University Press, New York, NY, USA, 178-218. Chap. Expressive Description Logics"},{"key":"6946_CR14","unstructured":"PubAnnotation JSON Format. [\n                    http:\/\/www.pubannotation.org\/docs\/format\n                    \n                  ]"},{"key":"6946_CR15","unstructured":"RDF 1.1 Concepts and Abstract Syntax. [\n                    http:\/\/www.w3.org\/TR\/rdf11-concepts\/\n                    \n                  ]"},{"key":"6946_CR16","unstructured":"World Wide Web Consortium (W3C) Homepage. [\n                    http:\/\/www.w3.org\/\n                    \n                  ]"},{"issue":"Suppl 2","key":"6946_CR17","doi-asserted-by":"publisher","first-page":"4","DOI":"10.1186\/2041-1480-2-S2-S4","volume":"2","author":"P Ciccarese","year":"2011","unstructured":"Ciccarese P, Ocana M, Garcia Castro L, Das S, Clark T: An open annotation ontology for science on web 3.0. Journal of Biomedical Semantics. 2011, 2 (Suppl 2): 4-10.1186\/2041-1480-2-S2-S4.","journal-title":"Journal of Biomedical Semantics"},{"issue":"1","key":"6946_CR18","doi-asserted-by":"publisher","first-page":"38","DOI":"10.1186\/2041-1480-4-38","volume":"4","author":"K Livingston","year":"2013","unstructured":"Livingston K, Bada M, Hunter L, Verspoor K: Representing annotation compositionality and provenance for the Semantic Web. Journal of Biomedical Semantics. 2013, 4 (1): 38-10.1186\/2041-1480-4-38.","journal-title":"Journal of Biomedical Semantics"},{"key":"6946_CR19","unstructured":"PubAnnotation Homepage. [\n                    http:\/\/www.pubannotation.org\/\n                    \n                  ]"},{"key":"6946_CR20","unstructured":"PubMed Central Homepage. [\n                    http:\/\/www.ncbi.nlm.nih.gov\/pmc\/\n                    \n                  ]"},{"key":"6946_CR21","unstructured":"Medical Subject Headings (MeSH) Homepage. [\n                    http:\/\/www.nlm.nih.gov\/mesh\/\n                    \n                  ]"},{"key":"6946_CR22","unstructured":"PubMed Homepage. [\n                    http:\/\/www.pubmed.gov\/\n                    \n                  ]"},{"issue":"1","key":"6946_CR23","doi-asserted-by":"publisher","first-page":"492","DOI":"10.1186\/1471-2105-11-492","volume":"11","author":"KB Cohen","year":"2010","unstructured":"Cohen KB, Johnson H, Verspoor K, Roeder C, Hunter L: The structural and content aspects of abstracts versus bodies of full text journal articles are different. BMC Bioinformatics. 2010, 11 (1): 492-10.1186\/1471-2105-11-492. doi:10.1186\/1471-2105-11-492","journal-title":"BMC Bioinformatics"},{"key":"6946_CR24","first-page":"16","volume-title":"Proceedings of the BioNLP Shared Task 2013 Workshop","author":"J Bj\u00f6rne","year":"2013","unstructured":"Bj\u00f6rne J, Salakoski T, TEES 2.1: Automated Annotation Scheme Learning in the BioNLP 2013 Shared Task. Proceedings of the BioNLP Shared Task 2013 Workshop. 2013, Association for Computational Linguistics, Sofia, Bulgaria, 16-25. [\n                    http:\/\/www.aclweb.org\/anthology\/W13-2003\n                    \n                  ]"},{"key":"6946_CR25","unstructured":"Turku Event Extraction System (TEES) GitHub page. [\n                    https:\/\/github.com\/jbjorne\/TEES\n                    \n                  ]"},{"key":"6946_CR26","first-page":"63","volume-title":"Proceedings of LBM 2011","author":"Jj Kim","year":"2011","unstructured":"Kim Jj, Han X, Chua WWK: Annotation of biomedical text with Gene Regulation Ontology: Towards Semantic Web for biomedical literature. Proceedings of LBM 2011. 2011, 63-70."},{"issue":"Suppl 5","key":"6946_CR27","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1186\/2041-1480-2-S5-S3","volume":"2","author":"Jj Kim","year":"2011","unstructured":"Kim Jj, Rebholz-Schuhmann D: Improving the extraction of complex regulatory events from scientific text by using ontology-based inference. Journal of Biomedical Semantics. 2011, 2 (Suppl 5): 3-10.1186\/2041-1480-2-S5-S3.","journal-title":"Journal of Biomedical Semantics"},{"key":"6946_CR28","unstructured":"Question Answering over Linked Data (QALD) Homepage. [\n                    http:\/\/greententacle.techfak.uni-bielefeld.de\/cunger\/qald\/\n                    \n                  ]"}],"container-title":["BMC Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1471-2105-16-S10-S3.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,1,23]],"date-time":"2019-01-23T02:25:51Z","timestamp":1548210351000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcbioinformatics.biomedcentral.com\/articles\/10.1186\/1471-2105-16-S10-S3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2015,6,23]]},"references-count":28,"journal-issue":{"issue":"S10","published-print":{"date-parts":[[2015,12]]}},"alternative-id":["6946"],"URL":"https:\/\/doi.org\/10.1186\/1471-2105-16-s10-s3","relation":{},"ISSN":["1471-2105"],"issn-type":[{"value":"1471-2105","type":"electronic"}],"subject":[],"published":{"date-parts":[[2015,6,23]]},"assertion":[{"value":"23 June 2015","order":1,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}],"article-number":"S3"}}