{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,10,4]],"date-time":"2026-10-04T11:27:13Z","timestamp":1791113233900,"version":"4.1.0"},"reference-count":54,"publisher":"Springer Science and Business Media LLC","issue":"1","license":[{"start":{"date-parts":[[2007,1,25]],"date-time":"2007-01-25T00:00:00Z","timestamp":1169683200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/creativecommons.org\/licenses\/by\/2.0"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["BMC Bioinformatics"],"published-print":{"date-parts":[[2007,12]]},"DOI":"10.1186\/1471-2105-8-24","type":"journal-article","created":{"date-parts":[[2007,1,25]],"date-time":"2007-01-25T14:13:02Z","timestamp":1169734382000},"source":"Crossref","is-referenced-by-count":45,"title":["Benchmarking natural-language parsers for biological applications using dependency graphs"],"prefix":"10.1186","volume":"8","author":[{"given":"Andrew B","family":"Clegg","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Adrian J","family":"Shepherd","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2007,1,25]]},"reference":[{"key":"1396_CR1","volume-title":"Artificial intelligence methods and tools for systems biology","author":"KB Cohen","year":"2004","unstructured":"Cohen KB, Hunter L: Natural language processing and systems biology. In Artificial intelligence methods and tools for systems biology. Edited by: Dubitzky W, Azuaje F. Dordrecht: Kluwer; 2004."},{"key":"1396_CR2","volume-title":"Proceedings of the First International Symposium on Semantic Mining in Biomedicine","author":"J Xiao","year":"2005","unstructured":"Xiao J, Su J, Zhou G, Tan C: Protein-Protein Interaction: A Supervised Learning Approach. In Proceedings of the First International Symposium on Semantic Mining in Biomedicine. Hinxton, UK; 2005."},{"issue":"Suppl. 1","key":"1396_CR3","doi-asserted-by":"publisher","first-page":"(S17)","DOI":"10.1186\/1471-2105-6-S1-S17","volume":"6","author":"EB Camon","year":"2005","unstructured":"Camon EB, Barrell DG, Dimmer EC, Lee V, Magrane M, Maslen J, Binns D, Apweiler R: An evaluation of GO annotation retrieval for BioCreAtIvE and GOA. BMC Bioinformatics 2005, 6(Suppl. 1):(S17).","journal-title":"BMC Bioinformatics"},{"issue":"17","key":"1396_CR4","doi-asserted-by":"publisher","first-page":"3582","DOI":"10.1093\/bioinformatics\/bti578","volume":"21","author":"N Domedel-Puig","year":"2005","unstructured":"Domedel-Puig N, Wernisch L: Applying GIFT, a Gene Interactions Finder in Text, to fly literature. Bioinformatics 2005, 21(17):3582\u20133583. 10.1093\/bioinformatics\/bti578","journal-title":"Bioinformatics"},{"key":"1396_CR5","volume-title":"Proceedings of the American Medical Informatics Association Annual Symposium, Hanley and Belfus, Inc","author":"TC Rindflesch","year":"2003","unstructured":"Rindflesch TC, Bisharah L, Dimitar H, Aronson AR, H K: Semantic Relations Asserting the Etiology of Genetic Diseases. Proceedings of the American Medical Informatics Association Annual Symposium, Hanley and Belfus, Inc 2003."},{"issue":"16","key":"1396_CR6","doi-asserted-by":"publisher","first-page":"2046","DOI":"10.1093\/bioinformatics\/btg279","volume":"19","author":"JM Temkin","year":"2003","unstructured":"Temkin JM, Gilder MR: Extraction of protein interaction information from unstructured text using a context-free grammar. Bioinformatics 2003, 19(16):2046\u20132053. 10.1093\/bioinformatics\/btg279","journal-title":"Bioinformatics"},{"key":"1396_CR7","doi-asserted-by":"publisher","first-page":"54","DOI":"10.3115\/1641484.1641492","volume-title":"Proceedings of the ACL-ISMB Workshop on Linking Biological Literature. Ontologies and Databases: Mining Biological Semantics","author":"ST Ahmed","year":"2005","unstructured":"Ahmed ST, Chidambaram D, Davulcu H, Baral C: IntEx: A Syntactic Role Driven Protein-Protein Interaction Extractor for Bio-Medical Text. In Proceedings of the ACL-ISMB Workshop on Linking Biological Literature. Ontologies and Databases: Mining Biological Semantics. Detroit: Association for Computational Linguistics; 2005:54\u201361."},{"issue":"6","key":"1396_CR8","doi-asserted-by":"publisher","first-page":"430","DOI":"10.1016\/j.ijmedinf.2005.06.009","volume":"75","author":"S Pyysalo","year":"2006","unstructured":"Pyysalo S, Ginter F, Pahikkala T, Boberg J, J\u00e4rvinen J, Salakoski T: Evaluation of two dependency parsers on biomedical corpus targeted at protein-protein interactions. International Journal of Medical Informatics 2006, 75(6):430\u2013442. 10.1016\/j.ijmedinf.2005.06.009","journal-title":"International Journal of Medical Informatics"},{"key":"1396_CR9","volume-title":"Proceedings of 5th International Conference on Language Resources and Evaluation (LREC2006)","author":"MC de Marneffe","year":"2006","unstructured":"de Marneffe MC, MacCartney B, Manning CD: Generating Typed Dependency Parses from Phrase Structure Parses. In Proceedings of 5th International Conference on Language Resources and Evaluation (LREC2006). Genoa, Italy; 2006."},{"issue":"2","key":"1396_CR10","first-page":"313","volume":"19","author":"MP Marcus","year":"1994","unstructured":"Marcus MP, Santorini B, Marcinkiewicz MA: Building a Large Annotated Corpus of English: The Penn Treebank. Computational Linguistics 1994, 19(2):313\u2013330.","journal-title":"Computational Linguistics"},{"key":"1396_CR11","volume-title":"Proceedings of the Beyond PARSEVAL workshop of the third LREC conference","author":"G Sampson","year":"2002","unstructured":"Sampson G, Babarczy A: A test of the leaf-ancestor metric for parse accuracy. In Proceedings of the Beyond PARSEVAL workshop of the third LREC conference. Las Palmas, Canary Islands; 2002."},{"key":"1396_CR12","volume-title":"Association for Computational Linguistics Workshop on Software CDROM","author":"AB Clegg","year":"2005","unstructured":"Clegg AB, Shepherd AJ: Evaluating and integrating treebank parsers on a biomedical corpus. In Association for Computational Linguistics Workshop on Software CDROM Edited by: Jansche M, Ann Arbor, MI. 2005."},{"key":"1396_CR13","unstructured":"GENIA Treebank Beta Version[\n                    http:\/\/www-tsujii.is.s.u-tokyo.ac.jp\/GENIA\/topics\/Corpus\/GTB.html\n                    \n                  ]"},{"key":"1396_CR14","unstructured":"Mining the Bibliome[\n                    http:\/\/bioie.ldc.upenn.edu\/\n                    \n                  ]"},{"key":"1396_CR15","volume-title":"Proceedings of the Human Language Technology Conference 2002 (HLT2002)","author":"DM Bikel","year":"2002","unstructured":"Bikel DM: Design of a Multi-lingual, Parallel-processing Statistical Parsing Engine. In Proceedings of the Human Language Technology Conference 2002 (HLT2002). San Diego; 2002."},{"key":"1396_CR16","volume-title":"Phd","author":"M Collins","year":"1999","unstructured":"Collins M: Head-Driven Statistical Models for Natural Language Parsing. In Phd. University of Pennsylvania; 1999."},{"key":"1396_CR17","first-page":"3","volume-title":"Advances in Neural Information Processing Systems","author":"D Klein","year":"2002","unstructured":"Klein D, Manning CD: Fast Exact Inference with a Factored Model for Natural Language Parsing. Advances in Neural Information Processing Systems 2002, 3\u201310."},{"key":"1396_CR18","volume-title":"Proceedings of the 41st Meeting of the Association for Computational Linguistics (ACL'03). Main Volume","author":"D Klein","year":"2003","unstructured":"Klein D, Manning CD: Accurate Unlexicalized Parsing. In Proceedings of the 41st Meeting of the Association for Computational Linguistics (ACL'03). Main Volume. Sapporo, Japan: ACL; 2003."},{"key":"1396_CR19","volume-title":"Tech rep Brown University","author":"E Charniak","year":"1999","unstructured":"Charniak E: A Maximum-Entropy-Inspired Parser. Tech rep Brown University 1999."},{"key":"1396_CR20","volume-title":"Proceedings of the Second International Joint Conference on Natural Language Processing (IJCNLP'05)","author":"M Lease","year":"2005","unstructured":"Lease M, Charniak E: Parsing Biomedical Literature. In Proceedings of the Second International Joint Conference on Natural Language Processing (IJCNLP'05). Edited by: Dale R, Wong KF, Su J, Kwong OY. Jeju Island, Korea; 2005."},{"issue":"4","key":"1396_CR21","doi-asserted-by":"publisher","first-page":"222","DOI":"10.1016\/S1532-0464(03)00012-1","volume":"35","author":"C Friedman","year":"2002","unstructured":"Friedman C, Kra P, Rzhetsky A: Two biomedical sublanguages: a description based on the theories of Zellig Harris. Journal of Biomedical Informatics 2002, 35(4):222\u2013235. 10.1016\/S1532-0464(03)00012-1","journal-title":"Journal of Biomedical Informatics"},{"key":"1396_CR22","unstructured":"Bikel Parser[\n                    http:\/\/www.cis.upenn.edu\/~dbikel\/software.html\n                    \n                  ]"},{"key":"1396_CR23","volume-title":"ACM SIGIR '03 Workshop on Text Analysis and Search for Bioinformatics: Participant Notebook","author":"IM Goldin","year":"2003","unstructured":"Goldin IM, Chapman WW: Learning to Detect Negation with 'Not' in Medical Texts. In ACM SIGIR '03 Workshop on Text Analysis and Search for Bioinformatics: Participant Notebook. Toronto, Canada: Association for Computing Machinery; 2003."},{"issue":"6","key":"1396_CR24","doi-asserted-by":"publisher","first-page":"598","DOI":"10.1136\/jamia.2001.0080598","volume":"8","author":"PG Mutalik","year":"2001","unstructured":"Mutalik PG, Deshpande A, Nadkarni PM: Use of General-purpose Negation Detection to Augment Concept Indexing of Medical Documents: A Quantitative Study Using the UMLS. Journal of the American Medical Informatics Association 2001, 8(6):598\u2013609.","journal-title":"Journal of the American Medical Informatics Association"},{"key":"1396_CR25","volume-title":"Proceedings of the Sixth Workshop on Very Large Corpora, Hong Kong","author":"N Ge","year":"1998","unstructured":"Ge N, Hale J, Charniak E: A Statistical Approach to Anaphora Resolution. Proceedings of the Sixth Workshop on Very Large Corpora, Hong Kong 1998."},{"issue":"3","key":"1396_CR26","doi-asserted-by":"publisher","first-page":"245","DOI":"10.1162\/089120102760275983","volume":"28","author":"D Gildea","year":"2002","unstructured":"Gildea D, Jurafsky D: Automatic labeling of semantic roles. Computational Linguistics 2002, 28(3):245\u2013288. 10.1162\/089120102760275983","journal-title":"Computational Linguistics"},{"key":"1396_CR27","volume-title":"Proceedings of the 17th National Conference on Artificial Intelligence (AAAI)","author":"K Knight","year":"2000","unstructured":"Knight K, Marcu D: Statistics-based summarization \u2013 Step one: Sentence compression. In Proceedings of the 17th National Conference on Artificial Intelligence (AAAI). Austin, Texas; 2000."},{"issue":"3","key":"1396_CR28","doi-asserted-by":"publisher","first-page":"373","DOI":"10.1162\/089120101317066122","volume":"27","author":"P Merlo","year":"2001","unstructured":"Merlo P, Stevenson S: Automatic Verb Classification Based on Statistical Distributions of Argument Structure. Computational Linguistics 2001, 27(3):373\u2013408. 10.1162\/089120101317066122","journal-title":"Computational Linguistics"},{"key":"1396_CR29","first-page":"234","volume-title":"Proceedings of the 1st Annual Meeting of the North American Chapter of the Association for Computational Linguistics","author":"D Blaheta","year":"2000","unstructured":"Blaheta D, Charniak E: Assigning function tags to parsed text. Proceedings of the 1st Annual Meeting of the North American Chapter of the Association for Computational Linguistics 2000, 234\u2013240."},{"key":"1396_CR30","doi-asserted-by":"publisher","first-page":"21","DOI":"10.3115\/1608829.1608833","volume-title":"Proceedings of the Workshop on Frontiers in Corpus Annotations II: Pie in the Sky","author":"A Bies","year":"2005","unstructured":"Bies A, Kulick S, Mandel M: Parallel Entity and Treebank Annotation. In Proceedings of the Workshop on Frontiers in Corpus Annotations II: Pie in the Sky. Ann Arbor, Michigan: Association for Computational Linguistics; 2005:21\u201328."},{"key":"1396_CR31","doi-asserted-by":"publisher","first-page":"430","DOI":"10.3115\/1218955.1219010","volume-title":"Proceedings of the 42nd Meeting of the Association for Computational Linguistics (ACL'04), Main Volume","author":"B Rosario","year":"2004","unstructured":"Rosario B, Hearst M: Classifying Semantic Relations in Bioscience Texts. In Proceedings of the 42nd Meeting of the Association for Computational Linguistics (ACL'04), Main Volume. Barcelona, Spain; 2004:430\u2013437."},{"key":"1396_CR32","volume-title":"Proceedings of the Fourteenth Text REtrieval Conference (TREC 2005)","author":"Z Shi","year":"2005","unstructured":"Shi Z, Gu B, Popowich F, Sarkar A: Synonym-based Query Expansion and Boosting-based Re-ranking: A Two-phase Approach for Genomic Information Retrieval. In Proceedings of the Fourteenth Text REtrieval Conference (TREC 2005). Gaithersburg, Maryland; 2005."},{"key":"1396_CR33","volume-title":"First International Symposium on Semantic Mining in Biomedicine (SMBM) poster session","author":"O Sanchez","year":"2005","unstructured":"Sanchez O, Poesio M: Acquisition of Causal Knowledge from Text: Applications to Bioinformatics. In First International Symposium on Semantic Mining in Biomedicine (SMBM) poster session. Hinxton, UK; 2005."},{"issue":"3","key":"1396_CR34","doi-asserted-by":"publisher","first-page":"275","DOI":"10.1197\/jamia.M1695","volume":"12","author":"Y Huang","year":"2005","unstructured":"Huang Y, Lowe HJ, Klein D, Cucina RJ: Improved Identification of Noun Phrases in Clinical Radiology Reports Using a High-Performance Statistical Natural Language Parser Augmented with the UMLS Specialist Lexicon. Journal of the American Medical Informatics Association 2005, 12(3):275\u2013285. 10.1197\/jamia.M1695","journal-title":"Journal of the American Medical Informatics Association"},{"key":"1396_CR35","doi-asserted-by":"publisher","first-page":"88","DOI":"10.3115\/1567594.1567614","volume-title":"Proceedings of the International Joint Workshop on Natural Language Processing in Biomedicine and its Applications (JNLPBA)","author":"J Finkel","year":"2004","unstructured":"Finkel J, Dingare S, Nguyen H, Nissim M, Manning C, Sinclair G: Exploiting concepts for biomedical entity recognition: From syntax to the Web. In Proceedings of the International Joint Workshop on Natural Language Processing in Biomedicine and its Applications (JNLPBA). Edited by: Collier N, Ruch P, Nazarenko A. Geneva, Switzerland; 2004:88\u201391."},{"key":"1396_CR36","doi-asserted-by":"publisher","first-page":"27","DOI":"10.1017\/S1351324904003547","volume":"11","author":"C Grover","year":"2005","unstructured":"Grover C, Lapata M, Lascarides A: A comparison of parsing technologies for the biomedical domain. Natural Language Engineering 2005, 11: 27\u201365. 10.1017\/S1351324904003547","journal-title":"Natural Language Engineering"},{"key":"1396_CR37","volume-title":"Technical report 284, Cambridge University","author":"C Grover","year":"1993","unstructured":"Grover C, Carroll J, Briscoe EJ: The Alvey Natural Language Tools grammar (4th release). Technical report 284, Cambridge University 1993. [\n                    http:\/\/www.cl.cam.ac.uk\/users\/ejb\/anlt-gram.pdf\n                    \n                  ]"},{"key":"1396_CR38","first-page":"8","volume-title":"Workshop on Robust Parsing. 8th European Summer School in Logic. Language and Information (ESSLI)","author":"S Abney","year":"1996","unstructured":"Abney S: Partial Parsing via Finite-State Cascades. In Workshop on Robust Parsing. 8th European Summer School in Logic. Language and Information (ESSLI) Edited by: Carroll J, Prague. 1996, 8\u201315."},{"key":"1396_CR39","first-page":"1499","volume-title":"Proceedings of the Third International Conference on Language Resources and Evaluation (LREC 2002)","author":"EJ Briscoe","year":"2002","unstructured":"Briscoe EJ, Carroll J: Robust Accurate Statistical Annotation of General Text. In Proceedings of the Third International Conference on Language Resources and Evaluation (LREC 2002). Las Palmas, Canary Islands; 2002:1499\u20131504."},{"key":"1396_CR40","volume-title":"Proceedings of the Third International Workshop on Parsing Technologies","author":"D Sleator","year":"1993","unstructured":"Sleator D, Temperley D: Parsing English with a Link Grammar. In Proceedings of the Third International Workshop on Parsing Technologies. Tilburg, Netherlands; 1993."},{"key":"1396_CR41","unstructured":"Connexor Oy[\n                    http:\/\/www.connexor.com\/\n                    \n                  ]"},{"issue":"l\u20133","key":"1396_CR42","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1016\/S1386-5056(02)00052-7","volume":"67","author":"K Franz\u00e9n","year":"2002","unstructured":"Franz\u00e9n K, Eriksson G, Olsson F, Lid\u00e9n LAP, Coster J: Protein names and how to find them. International Journal of Medical Informatics 2002, 67(l\u20133):49\u201361. 10.1016\/S1386-5056(02)00052-7","journal-title":"International Journal of Medical Informatics"},{"key":"1396_CR43","first-page":"464","volume-title":"Proceedings of the 6th International Symposium on Intelligent Data Analysis (IDA 2005)","author":"E Tsivtsivadze","year":"2005","unstructured":"Tsivtsivadze E, Pahikkala T, Pyysalo S, Boberg J, Myll\u00e4ri A, Salakoski T: Regularized Least-Squares for Parse Ranking. In Proceedings of the 6th International Symposium on Intelligent Data Analysis (IDA 2005). Madrid, Spain; 2005:464\u2013474."},{"key":"1396_CR44","first-page":"137","volume-title":"Proceedings of the Third Workshop on Treebanks and Linguistic Theories (TLT 2004)","author":"G Schneider","year":"2004","unstructured":"Schneider G, Rinaldi F, Kaljurand K, Hess M: Steps towards a GENIA Dependency Treebank. In Proceedings of the Third Workshop on Treebanks and Linguistic Theories (TLT 2004). T\u00fcbingen, Germany; 2004:137\u2013148."},{"key":"1396_CR45","volume-title":"Coling 2004 Workshop on Robust Methods in the Analysis of Natural Language Data (ROMAND 2004)","author":"G Schneider","year":"2004","unstructured":"Schneider G, Dowdall J, Rinaldi F: A robust and deep-linguistic theory applied to large-scale parsing. In Coling 2004 Workshop on Robust Methods in the Analysis of Natural Language Data (ROMAND 2004). Geneva; 2004."},{"key":"1396_CR46","volume-title":"Proceedings of the International Joint Conference on Artificial Intelligence (IJACI-95)","author":"D Lin","year":"1995","unstructured":"Lin D: A dependency-based method for evaluating broad-coverage parsers. In Proceedings of the International Joint Conference on Artificial Intelligence (IJACI-95). Montreal, Quebec; 1995."},{"key":"1396_CR47","volume-title":"Building and using Parsed Corpora","author":"D Lin","year":"2003","unstructured":"Lin D: Dependency-Based Evaluation Of Minipar. In Building and using Parsed Corpora. Edited by: Abeill\u00e9 A. Dordrecht: Kluwer; 2003."},{"key":"1396_CR48","volume-title":"Proceedings of the first international conference on language resources and evaluation (LREC)","author":"J Carroll","year":"1998","unstructured":"Carroll J, Briscoe T, Sanfilippo A: Parser evaluation: a survey and new proposal. In Proceedings of the first international conference on language resources and evaluation (LREC). Granada, Spain; 1998."},{"key":"1396_CR49","volume-title":"Proceedings of the EACL workshop on linguistically interpreted corpora (LINC)","author":"J Carroll","year":"1999","unstructured":"Carroll J, Minnen G, Briscoe T: Corpus annotation for parser evaluation. In Proceedings of the EACL workshop on linguistically interpreted corpora (LINC). Bergen, Norway; 1999."},{"key":"1396_CR50","volume-title":"Proceedings of the Beyond PARSEVAL workshop of the third LREC conference","author":"T Briscoe","year":"2002","unstructured":"Briscoe T, Carroll J, Graham J, Copestake A: Relational evaluation schemes. In Proceedings of the Beyond PARSEVAL workshop of the third LREC conference. Las Palmas, Canary Islands; 2002."},{"key":"1396_CR51","volume-title":"Proceedings of the Eight European Summer School In Logic. Language and Information","author":"B Srinivas","year":"1996","unstructured":"Srinivas B, Doran C, Hockey BA, Joshi A: An approach to robust partial parsing and evaluation metrics. In Proceedings of the Eight European Summer School In Logic. Language and Information. Prague, Czech Republic; 1996."},{"key":"1396_CR52","volume-title":"Proceedings of the Beyond PARSEVAL workshop of the third LREC conference","author":"S K\u00fcbler","year":"2002","unstructured":"K\u00fcbler S, Telljohann H: Towards a dependency-oriented evaluation for partial parsing. In Proceedings of the Beyond PARSEVAL workshop of the third LREC conference. Las Palmas, Canary Islands; 2002."},{"issue":"14","key":"1396_CR53","doi-asserted-by":"publisher","first-page":"2320","DOI":"10.1093\/bioinformatics\/bth227","volume":"20","author":"L Smith","year":"2004","unstructured":"Smith L, Rindflesch T, Wilbur WJ: MedPost: a part-of-speech tagger for bioMedical text. Bioinformatics 2004, 20(14):2320\u20132321. 10.1093\/bioinformatics\/bth227","journal-title":"Bioinformatics"},{"key":"1396_CR54","unstructured":"Stanford NLP tools[\n                    http:\/\/nlp.stanford.edu\/software\/index.shtml\n                    \n                  ]"}],"container-title":["BMC Bioinformatics"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1471-2105-8-24.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1186\/1471-2105-8-24\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1186\/1471-2105-8-24.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,1,23]],"date-time":"2019-01-23T04:06:06Z","timestamp":1548216366000},"score":1,"resource":{"primary":{"URL":"https:\/\/bmcbioinformatics.biomedcentral.com\/articles\/10.1186\/1471-2105-8-24"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2007,1,25]]},"references-count":54,"journal-issue":{"issue":"1","published-print":{"date-parts":[[2007,12]]}},"alternative-id":["1396"],"URL":"https:\/\/doi.org\/10.1186\/1471-2105-8-24","relation":{},"ISSN":["1471-2105"],"issn-type":[{"value":"1471-2105","type":"electronic"}],"subject":[],"published":{"date-parts":[[2007,1,25]]},"article-number":"24"}}