{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,7]],"date-time":"2026-07-07T13:48:14Z","timestamp":1783432094521,"version":"3.54.6"},"reference-count":45,"publisher":"Oxford University Press (OUP)","issue":"5","content-domain":{"domain":["bmj.com"],"crossmark-restriction":true},"short-container-title":["J Am Med Inform Assoc"],"published-print":{"date-parts":[[2013,9]]},"DOI":"10.1136\/amiajnl-2013-001628","type":"journal-article","created":{"date-parts":[[2013,4,6]],"date-time":"2013-04-06T00:55:03Z","timestamp":1365209703000},"page":"806-813","update-policy":"https:\/\/doi.org\/10.1136\/crossmarkpolicy","source":"Crossref","is-referenced-by-count":284,"title":["Evaluating temporal relations in clinical text: 2012 i2b2 Challenge"],"prefix":"10.1093","volume":"20","author":[{"given":"Weiyi","family":"Sun","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Anna","family":"Rumshisky","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Ozlem","family":"Uzuner","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"286","published-online":{"date-parts":[[2013,9,1]]},"reference":[{"key":"2015062501525236000_20.5.806.1","unstructured":"Harkema H Setzer A Gaizauskas R . Mining and modelling temporal clinical data. Nottingham, UK: Proceedings of the UK e-Science All Hands Meeting, Vol 2005; 2005:507\u201314."},{"key":"2015062501525236000_20.5.806.2","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2005.07.002"},{"key":"2015062501525236000_20.5.806.3","unstructured":"Savova G Bethard S Styler W . Towards temporal relation discovery from the clinical narrative. San Francisco, CA, USA: AMIA Annual Symposium Proceedings, Vol 2009. American Medical Informatics Association, 2009:568."},{"key":"2015062501525236000_20.5.806.4","doi-asserted-by":"publisher","DOI":"10.1197\/jamia.M2444"},{"key":"2015062501525236000_20.5.806.5","doi-asserted-by":"publisher","DOI":"10.1197\/jamia.M2408"},{"key":"2015062501525236000_20.5.806.6","doi-asserted-by":"publisher","DOI":"10.1197\/jamia.M3115"},{"key":"2015062501525236000_20.5.806.7","doi-asserted-by":"publisher","DOI":"10.1136\/jamia.2010.003947"},{"key":"2015062501525236000_20.5.806.8","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2011-000203"},{"key":"2015062501525236000_20.5.806.9","doi-asserted-by":"crossref","unstructured":"Uzuner O Bodnari A Shen S . Evaluating the state of the art in coreference resolution for electronic medical records. J Am Med Inform Assoc 2012;00.","DOI":"10.1136\/amiajnl-2011-000784"},{"key":"2015062501525236000_20.5.806.10","unstructured":"Sauri R Littman J Knippen B . TimeML annotation guidelines, V.1.2.1, 2005. Available at: http:\/\/www.timeml.org\/timeMLdocs\/AnnGuide14.pdf"},{"key":"2015062501525236000_20.5.806.11","unstructured":"Pustejovsky J Hanks P Sauri R . The timebank corpus. Proceeding of Corpus Linguistics, Lancaster University, UK, 2003, 647 56."},{"key":"2015062501525236000_20.5.806.12","doi-asserted-by":"crossref","unstructured":"Verhagen M Gaizauskas R Schilder F . Semeval-2007 task 15: tempeval temporal relation identification. Prague, Czech Republic: Proceedings of the 4th International Workshop on Semantic Evaluations 2007:75\u201380.","DOI":"10.3115\/1621474.1621488"},{"key":"2015062501525236000_20.5.806.13","unstructured":"Verhagen M Sauri R Caselli T . SemEval-2010 task 13: TempEval-2. Uppsala, Sweden: Proceedings of the 5th International Workshop on Semantic Evaluation. Association for Computational Linguistics, 2010:57\u201362."},{"key":"2015062501525236000_20.5.806.14","unstructured":"UzZaman N Llorens H Allen J . TempEval-3: evaluating events, time expressions, and temporal relations. arXiv preprint arXiv:12065333. 2012. Available at http:\/\/arxiv.org\/pdf\/1206.5333.pdf"},{"key":"2015062501525236000_20.5.806.15","doi-asserted-by":"crossref","unstructured":"Galescu L Blaylock N . A corpus of clinical narratives annotated with temporal information. Proceedings of the 2nd ACM SIGHIT International Health Informatics Symposium. IHI \u201912. New York, NY, USA: ACM, 2012:715\u201320.","DOI":"10.1145\/2110363.2110446"},{"key":"2015062501525236000_20.5.806.16","unstructured":"Vilain M Kautz H . Constraint propagation algorithms for temporal reasoning. Philadelphia, PA, USA: Proceedings of the Fifth National Conference on Artificial Intelligence; 1986:377\u201382."},{"key":"2015062501525236000_20.5.806.17","unstructured":"Tao C Wei WQ Solbrig HR . CNTRO: a semantic web ontology for temporal relation inferencing in clinical narratives. Washington DC, USA: AMIA Annual Symposium Proceedings; Vol 2010. American Medical Informatics Association, 2010:787."},{"key":"2015062501525236000_20.5.806.18","unstructured":"Strotgen J Gertz M . HeidelTime: high quality rule-based extraction and normalization of temporal expressions. Proceedings of the 5th International Workshop on Semantic Evaluation; 2010:321\u20134."},{"key":"2015062501525236000_20.5.806.19","doi-asserted-by":"crossref","unstructured":"Sun W Rumshisky A Uzuner O . Annotating temporal information in clinical narratives. 2013 (submitted).","DOI":"10.1016\/j.jbi.2013.07.004"},{"key":"2015062501525236000_20.5.806.20","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2006.12.009"},{"key":"2015062501525236000_20.5.806.21","unstructured":"Meystre SM Savova GK Kipper-Schuler KC . Extracting information from textual documents in the electronic health record: a review of recent research. Yearb Med Inform 2008;35:128\u201344."},{"key":"2015062501525236000_20.5.806.22","unstructured":"ISO 8601:2004 Data elements and interchange formats\u2014Information interchange\u2014Representation of dates and times. http:\/\/www.iso.org\/iso\/catalogue_detail?csnumber=40874 (accessed 20 Jan 2012)"},{"key":"2015062501525236000_20.5.806.23","unstructured":"Temporal Historiebs of Your Medical Events, THYME. https:\/\/clear.colorado.edu\/TemporalWiki\/index.php\/Main_Page (accessed 29 Feb 2012)."},{"key":"2015062501525236000_20.5.806.24","unstructured":"UzZaman N Allen JF . Temporal evaluation. Proceedings of the 49th Annual Meeting of the Association for Computational Linguistics: Human Language Technologies (Short Paper); PA, USA: Association for Computational Linguistics Stroudsburg, 2011;2:351\u20136."},{"key":"2015062501525236000_20.5.806.25","unstructured":"Lafferty J McCallum A Pereira F . Conditional random fields: probabilistic models for segmenting and labeling sequence data. Proceeding of the 18th International Conf. on Machine Learning. San Francisco, CA, US: Morgan Kaufmann Publishers Inc. 2001, 282\u20139."},{"key":"2015062501525236000_20.5.806.26","doi-asserted-by":"crossref","unstructured":"Cortes C Vapnik V . Support-vector networks. Mach Learning 1995;20:273 97.","DOI":"10.1007\/BF00994018"},{"key":"2015062501525236000_20.5.806.27","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2013-001635"},{"key":"2015062501525236000_20.5.806.28","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2012-001607"},{"key":"2015062501525236000_20.5.806.29","doi-asserted-by":"publisher","DOI":"10.1093\/nar\/gkh061"},{"key":"2015062501525236000_20.5.806.30","doi-asserted-by":"crossref","unstructured":"Verhagen M Mani I Sauri R . Automating temporal annotation with TARSQI. Stroudsburg, PA, USA: Proceedings of the ACL 2005 on Interactive Poster and Demonstration Sessions. Association for Computational Linguistics 2005:81\u20134.","DOI":"10.3115\/1225753.1225774"},{"key":"2015062501525236000_20.5.806.31","unstructured":"Brown PF Desouza PV Mercer RL . Class-based n-gram models of natural language. Comput Linguistics 1992;18:467\u201379."},{"key":"2015062501525236000_20.5.806.32","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2013-001619"},{"key":"2015062501525236000_20.5.806.33","doi-asserted-by":"crossref","unstructured":"Lin YK Chen H Brown RA . MedTime: A Temporal Information Extraction System for Clinical Narratives. Journal of Biomedical Informatics. 2013.","DOI":"10.1016\/j.jbi.2013.07.012"},{"key":"2015062501525236000_20.5.806.34","unstructured":"Aronson AR . Effective mapping of biomedical text to the UMLS Metathesaurus: the MetaMap program. Proceedings of the AMIA Symposium. 2001:17 21."},{"key":"2015062501525236000_20.5.806.35","doi-asserted-by":"publisher","DOI":"10.1136\/jamia.2009.001560"},{"key":"2015062501525236000_20.5.806.36","doi-asserted-by":"crossref","unstructured":"Kova\u010devi\u00e7 A Dehghan A Filannino M . Combining rules and machine-learning for extraction of temporal expressions and events from clinical narratives. J Am Med Inform Assoc 2013 (in press).","DOI":"10.1136\/amiajnl-2013-001625"},{"key":"2015062501525236000_20.5.806.37","doi-asserted-by":"crossref","unstructured":"Sohn S Wagholikar K Li D . Comprehensive temporal information discovery from discharge summaries: medical events, time, and TLINK identification. J Am Med Inform Assoc. 2013 (in press).","DOI":"10.1136\/amiajnl-2013-001622"},{"key":"2015062501525236000_20.5.806.38","doi-asserted-by":"crossref","unstructured":"D'souza J Ng V . Classifying Temporal Relations in Clinical Data: A Hybrid, Knowledge-Rich Approach. Journal of Biomedical Informatics. 2013.","DOI":"10.1016\/j.jbi.2013.08.003"},{"key":"2015062501525236000_20.5.806.39","unstructured":"Guillen R . Rule-Based Methodology to Identify and Classify Temporal Expressions. Journal of Biomedical Informatics 2013 (in press)."},{"key":"2015062501525236000_20.5.806.40","unstructured":"Prateek J Dan R . Timexes and Events Extraction With Global Inference for Clinical Narratives. J Biomed Inform 2013 (in press)."},{"key":"2015062501525236000_20.5.806.41","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2013-001627"},{"key":"2015062501525236000_20.5.806.42","unstructured":"Chang AX Manning CD . SUTIME: a library for recognizing and normalizing time expressions. Language resources and evaluation. 2012."},{"key":"2015062501525236000_20.5.806.43","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2013-001624"},{"key":"2015062501525236000_20.5.806.44","doi-asserted-by":"crossref","unstructured":"Chang Y-C Wu JC-Y Chen J-M . TEMPTing System: A Hybrid Method of Rule and Machine Learning for Temporal Relation Extraction in Patient Discharge Summaries. Journal of Biomedical Informatics 2013 (in press).","DOI":"10.1016\/j.jbi.2013.09.007"},{"key":"2015062501525236000_20.5.806.45","doi-asserted-by":"crossref","unstructured":"Nikfarjam A Emadzadeh E Gonzalez G . Towards Generating Patient's Timeline: Extracting Temporal Relationships from Clinical Notes. Journal of Biomedical Informatics 2013 (in press)","DOI":"10.1016\/j.jbi.2013.11.001"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/academic.oup.com\/jamia\/article-pdf\/20\/5\/806\/17374624\/20-5-806.pdf","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,7,25]],"date-time":"2020-07-25T00:32:27Z","timestamp":1595637147000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article-lookup\/doi\/10.1136\/amiajnl-2013-001628"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,9]]},"references-count":45,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2013,9,1]]},"published-print":{"date-parts":[[2013,9]]}},"alternative-id":["10.1136\/amiajnl-2013-001628"],"URL":"https:\/\/doi.org\/10.1136\/amiajnl-2013-001628","relation":{},"ISSN":["1067-5027","1527-974X"],"issn-type":[{"value":"1067-5027","type":"print"},{"value":"1527-974X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,9]]}}}