{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,31]],"date-time":"2026-03-31T11:37:40Z","timestamp":1774957060857,"version":"3.50.1"},"reference-count":29,"publisher":"Oxford University Press (OUP)","issue":"3","content-domain":{"domain":["bmj.com"],"crossmark-restriction":true},"short-container-title":["J Am Med Inform Assoc"],"published-print":{"date-parts":[[2014,5]]},"DOI":"10.1136\/amiajnl-2013-001837","type":"journal-article","created":{"date-parts":[[2013,9,4]],"date-time":"2013-09-04T00:42:04Z","timestamp":1378255324000},"page":"406-413","update-policy":"https:\/\/doi.org\/10.1136\/crossmarkpolicy","source":"Crossref","is-referenced-by-count":53,"title":["Evaluating the impact of pre-annotation on annotation speed and potential bias: natural language processing gold standard development for clinical named entity recognition in clinical trial announcements"],"prefix":"10.1093","volume":"21","author":[{"given":"Todd","family":"Lingren","sequence":"first","affiliation":[]},{"given":"Louise","family":"Deleger","sequence":"additional","affiliation":[]},{"given":"Katalin","family":"Molnar","sequence":"additional","affiliation":[]},{"given":"Haijun","family":"Zhai","sequence":"additional","affiliation":[]},{"given":"Jareen","family":"Meinzen-Derr","sequence":"additional","affiliation":[]},{"given":"Megan","family":"Kaiser","sequence":"additional","affiliation":[]},{"given":"Laura","family":"Stoutenborough","sequence":"additional","affiliation":[]},{"given":"Qi","family":"Li","sequence":"additional","affiliation":[]},{"given":"Imre","family":"Solti","sequence":"additional","affiliation":[]}],"member":"286","published-online":{"date-parts":[[2014,5,1]]},"reference":[{"key":"2015062501571414000_21.3.406.1","doi-asserted-by":"crossref","unstructured":"Tomanek K Wermter J Hahn U . Efficient annotation with the jena annotation environment (JANE). Linguistic Annotation Workshop\u2014A Merger of NLPXML 2007 and FLAC 2007; Prague, Czech Republic: Association for Computational Linguistics (ACL), 2007:9\u201316.","DOI":"10.3115\/1642059.1642061"},{"key":"2015062501571414000_21.3.406.2","doi-asserted-by":"crossref","unstructured":"Ganchev K Pereira F Mandel M . Semi-automated named entity annotation. Proceedings of the Linguistic Annotation Workshop; Prague, Czech Republic: Association for Computational Linguistics, 2007:53\u20136.","DOI":"10.3115\/1642059.1642068"},{"key":"2015062501571414000_21.3.406.3","unstructured":"Aramaki E Miura Y Tonoike M . Extraction of adverse drug effects from clinical records. Stud Health Technol Inform 2010;160 (Pt 1):739\u201343."},{"key":"2015062501571414000_21.3.406.4","unstructured":"Ogren P Savova G Chute C . Constructing evaluation corpora for automated clinical named entity recognition. Proceedings of the Language Resources and Evaluation Conference (LREC); 2008:28\u201330."},{"key":"2015062501571414000_21.3.406.5","doi-asserted-by":"crossref","unstructured":"Hachey B Alex B Becker M . Investigating the effects of selective sampling on the annotation task. Proceedings of the Ninth Conference on Computational Natural Language Learning; Ann Arbor, Michigan: Association for Computational Linguistics, 2005:144\u201351.","DOI":"10.3115\/1706543.1706569"},{"key":"2015062501571414000_21.3.406.6","unstructured":"Ringger E Carmen M Haertel R . Assessing the costs of machine-assisted corpus annotation through a user study. Proceedings of the Language Resources and Evaluation Conference (LREC); 2008."},{"key":"2015062501571414000_21.3.406.7","doi-asserted-by":"crossref","unstructured":"Marcus MP Marcinkiewicz MA Santorini B . Building a large annotated corpus of English: the Penn Treebank. Comput Linguist 1993;19:313\u201330.","DOI":"10.21236\/ADA273556"},{"key":"2015062501571414000_21.3.406.8","unstructured":"Fort K Sagot B . Influence of pre-annotation on POS-tagged corpus development. Proceedings of the Fourth Linguistic Annotation Workshop; Uppsala, Sweden: Association for Computational Linguistics, 2010:56\u201363."},{"key":"2015062501571414000_21.3.406.9","doi-asserted-by":"crossref","unstructured":"Chiou FD Chiang D Palmer M . Facilitating treebank annotation using a statistical parser. Proceedings of the first international conference on human language technology research; San Diego: Association for Computational Linguistics, 2001:1\u20134.","DOI":"10.3115\/1072133.1072178"},{"key":"2015062501571414000_21.3.406.10","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2010.11.001"},{"key":"2015062501571414000_21.3.406.11","doi-asserted-by":"crossref","unstructured":"Jiang J Zhai CX . A two-stage approach to domain adaptation for statistical classifiers. Proceedings of the Sixteenth Conference on Information and Knowledge Management; Lisbon, Portugal: ACM, 2007:401\u201310.","DOI":"10.1145\/1321440.1321498"},{"key":"2015062501571414000_21.3.406.12","unstructured":"Aronson AR . Effective mapping of biomedical text to the UMLS Metathesaurus: the MetaMap program. Proceedings of the AMIA Symposium: American Medical Informatics Association; 2001:17."},{"key":"2015062501571414000_21.3.406.13","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bts435"},{"key":"2015062501571414000_21.3.406.14","unstructured":"Felt P Merkling O Carmen M . CCASH: a web application framework for efficient distributed language resource development. Proceedings of Language Resources and Evaluation Conference (LREC); 2010."},{"key":"2015062501571414000_21.3.406.15","unstructured":"South BR Shen S Leng J . A prototype tool set to support machine-assisted annotation. Proceedings of the Workshop on Biomedical Natural Language Processing (BioNLP 2012); 8 June 2012, 2012:130\u20139."},{"key":"2015062501571414000_21.3.406.16","unstructured":"Fragkou P Petasis G Theodorakos A . BOEMIE ontology-based text annotation tool. Proceedings of the Language Resources and Evaluation Conference (LREC); 2008:28\u201330."},{"key":"2015062501571414000_21.3.406.17","doi-asserted-by":"publisher","DOI":"10.1093\/bioinformatics\/bti475"},{"key":"2015062501571414000_21.3.406.18","unstructured":"Stenetorp P Pyysalo S Topic G . BRAT: a web-based tool for NLP-assisted text annotation. EACL 2012;2012:102."},{"key":"2015062501571414000_21.3.406.19","unstructured":"Krippendorff K . Content analysis: an introduction to its methodology. Sage Publications, 2004."},{"key":"2015062501571414000_21.3.406.20","unstructured":"Carmen M Felt P Haertel R . Tag dictionaries accelerate manual annotation. Proceedings of Language Resources and Evaluation Conference (LREC); 2010."},{"key":"2015062501571414000_21.3.406.21","unstructured":"South BR Shen S Friedlin FJ . Enhancing annotation of clinical text using pre-annotation of common PHI. Proceedings of the AMIA Annual Symposium; 2010:1267."},{"key":"2015062501571414000_21.3.406.22","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2012-001317"},{"key":"2015062501571414000_21.3.406.23","doi-asserted-by":"publisher","DOI":"10.1016\/j.ijmedinf.2007.01.002"},{"key":"2015062501571414000_21.3.406.24","unstructured":"UMLS Terminology Services. https:\/\/uts.nlm.nih.gov\/home.html (accessed 23 Mar 2013)."},{"key":"2015062501571414000_21.3.406.25","doi-asserted-by":"crossref","unstructured":"Ogren PV . Knowtator: a prot\u00e9g\u00e9 plug-in for annotated corpus construction. In: Proceedings of the 2006 Conference of the North American Chapter of the Association for Computational Linguistics on Human Language Technology; 2006:273\u20135. http:\/\/knowtator.sourceforge.net\/","DOI":"10.3115\/1225785.1225791"},{"key":"2015062501571414000_21.3.406.26","unstructured":""},{"key":"2015062501571414000_21.3.406.27","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2012-001487"},{"key":"2015062501571414000_21.3.406.28","doi-asserted-by":"publisher","DOI":"10.1197\/jamia.M1733"},{"key":"2015062501571414000_21.3.406.29","doi-asserted-by":"publisher","DOI":"10.1136\/bmj.310.6973.170"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","deposited":{"date-parts":[[2019,7,23]],"date-time":"2019-07-23T00:31:17Z","timestamp":1563841877000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article-lookup\/doi\/10.1136\/amiajnl-2013-001837"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2014,5]]},"references-count":29,"journal-issue":{"issue":"3","published-online":{"date-parts":[[2014,5,1]]},"published-print":{"date-parts":[[2014,5]]}},"alternative-id":["10.1136\/amiajnl-2013-001837"],"URL":"https:\/\/doi.org\/10.1136\/amiajnl-2013-001837","relation":{},"ISSN":["1067-5027","1527-974X"],"issn-type":[{"value":"1067-5027","type":"print"},{"value":"1527-974X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2014,5]]}}}