{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,2,26]],"date-time":"2026-02-26T09:01:35Z","timestamp":1772096495440,"version":"3.50.1"},"reference-count":89,"publisher":"Oxford University Press (OUP)","issue":"5","content-domain":{"domain":["bmj.com"],"crossmark-restriction":true},"short-container-title":["J Am Med Inform Assoc"],"published-print":{"date-parts":[[2013,9]]},"DOI":"10.1136\/amiajnl-2013-001760","type":"journal-article","created":{"date-parts":[[2013,5,16]],"date-time":"2013-05-16T03:03:20Z","timestamp":1368673400000},"page":"814-819","update-policy":"https:\/\/doi.org\/10.1136\/crossmarkpolicy","source":"Crossref","is-referenced-by-count":40,"title":["Temporal reasoning over clinical text: the state of the art"],"prefix":"10.1093","volume":"20","author":[{"given":"Weiyi","family":"Sun","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Anna","family":"Rumshisky","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ozlem","family":"Uzuner","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"286","published-online":{"date-parts":[[2013,9,1]]},"reference":[{"key":"2015062501525197000_20.5.814.1","doi-asserted-by":"crossref","unstructured":"Mani I Pustejovsky J Gaizauskas R . The language of time: a reader. Oxford University Press, 2005.","DOI":"10.1093\/oso\/9780199268535.001.0001"},{"key":"2015062501525197000_20.5.814.2","doi-asserted-by":"crossref","unstructured":"Bettini C Jajodia S Wang S . Time granularities in databases, data mining, and temporal reasoning. Springer, 2000.","DOI":"10.1007\/978-3-662-04228-1"},{"key":"2015062501525197000_20.5.814.3","doi-asserted-by":"publisher","DOI":"10.1109\/TAMD.2010.2103361"},{"key":"2015062501525197000_20.5.814.4","doi-asserted-by":"crossref","unstructured":"Tansel AU . Temporal databases. Wiley Online Library, 2008.","DOI":"10.1002\/9780470050118.ecse432"},{"key":"2015062501525197000_20.5.814.5","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2011-000464"},{"key":"2015062501525197000_20.5.814.6","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2004.07.006"},{"key":"2015062501525197000_20.5.814.7","doi-asserted-by":"publisher","DOI":"10.1016\/j.artmed.2006.08.002"},{"key":"2015062501525197000_20.5.814.8","doi-asserted-by":"publisher","DOI":"10.1136\/jamia.1994.95236154"},{"key":"2015062501525197000_20.5.814.9","doi-asserted-by":"publisher","DOI":"10.1016\/S0010-4825(96)00010-8"},{"key":"2015062501525197000_20.5.814.10","doi-asserted-by":"publisher","DOI":"10.1016\/0933-3657(95)00035-6"},{"key":"2015062501525197000_20.5.814.11","unstructured":"Das AK Musen MA . A foundational model of time for heterogeneous clinical databases. Proceedings of the AMIA Annual Fall Symposium. American Medical Informatics Association, 1997:106."},{"key":"2015062501525197000_20.5.814.12","doi-asserted-by":"publisher","DOI":"10.1136\/jamia.2000.0070152"},{"key":"2015062501525197000_20.5.814.13","doi-asserted-by":"crossref","unstructured":"Kahn MG Fagan LM Tu S . Extensions to the time-oriented database model to support temporal reasoning in medical expert systems. Methods Inf Med 1991;30:4.","DOI":"10.1055\/s-0038-1634816"},{"key":"2015062501525197000_20.5.814.14","doi-asserted-by":"publisher","DOI":"10.1016\/S0004-3702(96)00025-2"},{"key":"2015062501525197000_20.5.814.15","unstructured":"Kohane IS Haimowitz IJ . Hypothesis-driven data abstraction with trend templates. Proceedings of the Annual Symposium on Computer Application in Medical Care. American Medical Informatics Association, 1993:444."},{"key":"2015062501525197000_20.5.814.16","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2013-001628"},{"key":"2015062501525197000_20.5.814.17","doi-asserted-by":"publisher","DOI":"10.1136\/jamia.2010.004804"},{"key":"2015062501525197000_20.5.814.18","unstructured":"Liu M Jiang M Kawai VK . Modeling drug exposure data in electronic medical records: an application to warfarin. AMIA Annual Symposium Proceedings. Vol. 2011. American Medical Informatics Association, 2011:815."},{"key":"2015062501525197000_20.5.814.19","unstructured":"Irvine AK Haas SW Sullivan T . Tn-ties: a system for extracting temporal information from emergency department triage notes. AMIA Annual Symposium proceedings. Vol. 2008. American Medical Informatics Association, 2008:328."},{"key":"2015062501525197000_20.5.814.20","unstructured":"Zhou L Friedman C Parsons S . System architecture for temporal information extraction, representation and reasoning in clinical narrative reports. AMIA Annual Symposium Proceedings. Vol. 2005. American Medical Informatics Association, 2005:869."},{"key":"2015062501525197000_20.5.814.21","doi-asserted-by":"publisher","DOI":"10.1197\/jamia.M2467"},{"key":"2015062501525197000_20.5.814.22","doi-asserted-by":"crossref","unstructured":"Tao C Solbrig H Sharma D . Time-oriented question answering from clinical narratives using semantic-web techniques. The Semantic Web\u2013ISWC 2010. Springer Berlin Heidelberg, 2010:241\u201356.","DOI":"10.1007\/978-3-642-17749-1_16"},{"key":"2015062501525197000_20.5.814.23","unstructured":"Clark KK Sharma DK Chute CG . Application of a temporal reasoning framework tool in analysis of medical device adverse events. AMIA Annual Symposium Proceedings. Vol. 2011. American Medical Informatics Association, 2011:1366."},{"key":"2015062501525197000_20.5.814.24","unstructured":"Li M Patrick J . Extracting temporal information from electronic patient records. AMIA Annual Symposium Proceedings. vol. 2012. American Medical Informatics Association, 2012:542."},{"key":"2015062501525197000_20.5.814.25","unstructured":"Jung H Allen J Blaylock N . Building timelines from narrative clinical records: initial results based-on deep natural language understanding. Proceedings of BioNLP 2011 Workshop. Association for Computational Linguistics, 2011: 146\u201354."},{"key":"2015062501525197000_20.5.814.26","doi-asserted-by":"crossref","unstructured":"Alonso O Gertz M Baeza-Yates R . On the value of temporal information in information retrieval. ACM SIGIR Forum. Vol. 41. ACM, 2007:35\u201341.","DOI":"10.1145\/1328964.1328968"},{"key":"2015062501525197000_20.5.814.27","doi-asserted-by":"publisher","DOI":"10.1136\/jamia.2009.002295"},{"key":"2015062501525197000_20.5.814.28","doi-asserted-by":"crossref","unstructured":"Rau C . Theories of time in ancient philosophy. Philos Rev 1953:514\u201325.","DOI":"10.2307\/2182458"},{"key":"2015062501525197000_20.5.814.29","doi-asserted-by":"publisher","DOI":"10.1023\/A:1012551818243"},{"key":"2015062501525197000_20.5.814.30","doi-asserted-by":"crossref","unstructured":"McCarthy J . Situations, actions, and causal laws. DTIC Document, 1963.","DOI":"10.21236\/AD0785031"},{"key":"2015062501525197000_20.5.814.31","doi-asserted-by":"publisher","DOI":"10.1007\/BF03037383"},{"key":"2015062501525197000_20.5.814.32","doi-asserted-by":"publisher","DOI":"10.1080\/095281397147239"},{"key":"2015062501525197000_20.5.814.33","unstructured":"Allen JF . An interval-based representation of temporal knowledge. Proceedings of the 7th International Joint Conference on Artificial Intelligence. Morgan Kaufmann, 1981:221\u20136."},{"key":"2015062501525197000_20.5.814.34","doi-asserted-by":"crossref","unstructured":"Vendler Z . Verbs and times. Philos Rev 1957:143\u201360.","DOI":"10.2307\/2182371"},{"key":"2015062501525197000_20.5.814.35","unstructured":"Alonso O Str\u00f6tgen J Baeza-Yates R . Temporal information retrieval: challenges and opportunities. TWAW Workshop, WWW, 2011:1\u20138."},{"key":"2015062501525197000_20.5.814.36","doi-asserted-by":"crossref","unstructured":"Pan F Mulkar R Hobbs JR . Learning event durations from event descriptions. Proceedings of the 21st International Conference on Computational Linguistics and the 44th annual meeting of the Association for Computational Linguistics. Association for Computational Linguistics, 2006:393\u2013400.","DOI":"10.3115\/1220175.1220225"},{"key":"2015062501525197000_20.5.814.37","unstructured":"Pan F Mulkar R Hobbs JR . An Annotated Corpus of Typical Durations of Events. Proceedings of the Fifth International Conference on Language Resources and Evaluation (LREC), 2006:77\u201382."},{"key":"2015062501525197000_20.5.814.38","unstructured":"Meystre SM Savova GK Kipper-Schuler KC . Extracting information from textual documents in the electronic health record: a review of recent research. Yearb Med Inform 2008;35:128\u201344."},{"key":"2015062501525197000_20.5.814.39","doi-asserted-by":"crossref","unstructured":"Uzuner O Bodnari A Shen S . Evaluating the state of the art in coreference resolution for electronic medical records. J Am Med Inform Assoc 2012;19:786\u201391 (abstract).","DOI":"10.1136\/amiajnl-2011-000784"},{"key":"2015062501525197000_20.5.814.40","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2006.12.009"},{"key":"2015062501525197000_20.5.814.41","doi-asserted-by":"crossref","unstructured":"Vila L . A survey on temporal reasoning in artificial intelligence. AI Communications 1994;7:4\u201328.","DOI":"10.3233\/AIC-1994-7102"},{"key":"2015062501525197000_20.5.814.42","doi-asserted-by":"publisher","DOI":"10.1023\/A:1018900105153"},{"key":"2015062501525197000_20.5.814.43","unstructured":"Setzer A Gaizauskas R . Annotating events and temporal information in newswire texts. Proceedings of the Second International Conference On Language Resources And Evaluation (LREC-2000), Vol. 31. Athens, Greece, 2000."},{"key":"2015062501525197000_20.5.814.44","doi-asserted-by":"crossref","unstructured":"Ferro L Mani I Sundheim B . TIDES Temporal Annotation Guidelines-Version 1.0.2. The MITRE Corporation, 2001.","DOI":"10.3115\/1072133.1072183"},{"key":"2015062501525197000_20.5.814.45","unstructured":"Ferro L Gerber L Mani I . TIDES 2005 standard for the annotation of temporal expressions. The MITRE Corporation, 2005."},{"key":"2015062501525197000_20.5.814.46","unstructured":"Pustejovsky J Castano J Ingria R . TimeML: robust specification of event and temporal expressions in text. New Dir Ques Ans 2003;3:28\u201334."},{"key":"2015062501525197000_20.5.814.47","doi-asserted-by":"publisher","DOI":"10.1016\/0004-3702(84)90008-0"},{"key":"2015062501525197000_20.5.814.48","doi-asserted-by":"publisher","DOI":"10.1093\/logcom\/4.5.531"},{"key":"2015062501525197000_20.5.814.49","unstructured":"Pustejovsky J Hanks P Sauri R . The TIMEBANK Corpus. In: Proceedings of Corpus Linguistics, 2003:647 56."},{"key":"2015062501525197000_20.5.814.50","doi-asserted-by":"crossref","unstructured":"Galescu L Blaylock N . A corpus of clinical narratives annotated with temporal information. Proceedings of the 2nd ACM SIGHIT symposium on International health informatics. ACM, 2012:715\u201320.","DOI":"10.1145\/2110363.2110446"},{"key":"2015062501525197000_20.5.814.51","unstructured":"Savova G Bethard S Styler W . Towards temporal relation discovery from the clinical narrative. AMIA Annual Symposium Proceedings. Vol. 2009. American Medical Informatics Association, 2009:568."},{"key":"2015062501525197000_20.5.814.52","unstructured":"Sun W Rumshisky A Uzuner O . Annotating temporal information in clinical narratives. Forthcoming."},{"key":"2015062501525197000_20.5.814.53","doi-asserted-by":"publisher","DOI":"10.1016\/j.jbi.2005.07.002"},{"key":"2015062501525197000_20.5.814.54","unstructured":"Lai AM Parsons S Hripcsak G . Fuzzy temporal constraint networks for clinical information. AMIA Annual Symposium Proceedings. Vol. 2008. American Medical Informatics Association, 2008:374."},{"key":"2015062501525197000_20.5.814.55","unstructured":"Tao C Wei WQ Solbrig HR . CNTRO: a semantic web ontology for temporal relation inferencing in clinical narratives. AMIA Annual Symposium Proceedings. American Medical Informatics Association, 2010:787."},{"key":"2015062501525197000_20.5.814.56","unstructured":"Proceedings of the 7th Message Understanding Conference (MUC-7), 1998. http:\/\/www.itl.nist.gov\/iaui\/894.02\/related_projects\/muc\/proceedings\/muc_7_proceedings\/overview.html (accessed 17 Jan 2013)."},{"key":"2015062501525197000_20.5.814.57","unstructured":"The ACE 2004 Evaluation Plan: Evaluation of the Recognition of ACE Entities, ACE Relations and ACE Events. http:\/\/www.itl.nist.gov\/iad\/mig\/tests\/ace\/2004\/doc\/ace04-evalplan-v7.pdf (accessed 17 Jan 2013)."},{"key":"2015062501525197000_20.5.814.58","unstructured":"Verhagen M Sauri R Caselli T . SemEval-2010 task 13: TempEval-2. Proceedings of the 5th International Workshop on Semantic Evaluation. Association for Computational Linguistics, 2010:57\u201362."},{"key":"2015062501525197000_20.5.814.59","unstructured":"UzZaman N Llorens H Allen J . TempEval-3: Evaluating Events, Time Expressions, and Temporal Relations. arXiv preprint arXiv:12065333, 2012."},{"key":"2015062501525197000_20.5.814.60","unstructured":"Str\u00f6tgen J Gertz M . HeidelTime: high quality rule-based extraction and normalization of temporal expressions. Proceedings of the 5th International Workshop on Semantic Evaluation. Association for Computational Linguistics, 2010:321\u2013324."},{"key":"2015062501525197000_20.5.814.61","unstructured":"UzZaman N Allen JF . TRIPS and TRIOS system for TempEval-2: extracting temporal information from text. Proceedings of the 5th International Workshop on Semantic Evaluation. Association for Computational Linguistics, 2010:276\u201383."},{"key":"2015062501525197000_20.5.814.62","unstructured":"Lafferty J McCallum A Pereira FCN . Conditional Random Fields: Probabilistic Models for Segmenting and Labeling Sequence Data. In: Proceedings of the Eighteenth International Conference on Machine Learning (ICML '01). Brodley Carla E Danyluk Andrea Pohoreckyj , eds. San Francisco, CA: Morgan Kaufmann Publishers Inc, 282\u201389."},{"key":"2015062501525197000_20.5.814.63","unstructured":"Chang AX Manning CD . SUTIME: a library for recognizing and normalizing time expressions. Lang Resources Eval 2012."},{"key":"2015062501525197000_20.5.814.64","doi-asserted-by":"crossref","unstructured":"Mani I Wilson G . Robust temporal processing of news. Proceedings of the 38th Annual Meeting on Association for Computational Linguistics. Association for Computational Linguistics, 2000:9\u201376.","DOI":"10.3115\/1075218.1075228"},{"key":"2015062501525197000_20.5.814.65","unstructured":"Verhagen M Pustejovsky J . Temporal processing with the TARSQI toolkit. 22nd International Conference on Computational Linguistics: Demonstration Papers. Association for Computational Linguistics, 2008:89\u2013192."},{"key":"2015062501525197000_20.5.814.66","unstructured":"Llorens H Saquete E Navarro B . TIPSem (English and Spanish): evaluating CRFs and Semantic Roles in TempEval-2. Proceedings of the 5th International Workshop on Semantic Evaluation, Association for Computational Linguistics, 2010: 84\u2013291."},{"key":"2015062501525197000_20.5.814.67","doi-asserted-by":"publisher","DOI":"10.1007\/s10994-006-5833-1"},{"key":"2015062501525197000_20.5.814.68","unstructured":"Grover C Tobin R Alex B . Edinburgh-LTG: TempEval-2 system description. Proceedings of the 5th International Workshop on Semantic Evaluation. Association for Computational Linguistics, 2010:333\u20136."},{"key":"2015062501525197000_20.5.814.69","doi-asserted-by":"crossref","unstructured":"Curran JR Clark S . Language independent NER using a maximum entropy tagger. Proceedings of the seventh conference on Natural language learning at HLT-NAACL 2003-Volume 4. Association for Computational Linguistics, 2003:164\u20137.","DOI":"10.3115\/1119176.1119200"},{"key":"2015062501525197000_20.5.814.70","doi-asserted-by":"crossref","unstructured":"Bramsen P Deshpande P Lee YK . Inducing temporal graphs. Proceedings of the 2006 Conference on Empirical Methods in Natural Language Processing. Association for Computational Linguistics, 2006:189\u201398.","DOI":"10.3115\/1610075.1610105"},{"key":"2015062501525197000_20.5.814.71","doi-asserted-by":"publisher","DOI":"10.1023\/A:1007649029923"},{"key":"2015062501525197000_20.5.814.72","doi-asserted-by":"publisher","DOI":"10.1136\/jamia.1999.0060076"},{"key":"2015062501525197000_20.5.814.73","doi-asserted-by":"crossref","unstructured":"Verhagen M Gaizauskas R Schilder F . SemEval-2007 task 15: TempEval temporal relation identification. Proceedings of the 4th International Workshop on Semantic Evaluations. Association for Computational Linguistics, 2007: 75\u201380.","DOI":"10.3115\/1621474.1621488"},{"key":"2015062501525197000_20.5.814.74","doi-asserted-by":"crossref","unstructured":"Bethard S Martin JH . CU-TMP: temporal relation classification using syntactic and semantic features. Proceedings of the 4th International Workshop on Semantic Evaluations. Association for Computational Linguistics, 2007:129\u201332.","DOI":"10.3115\/1621474.1621499"},{"key":"2015062501525197000_20.5.814.75","doi-asserted-by":"crossref","unstructured":"Cheng Y Asahara M Matsumoto Y . NAIST.japan: temporal relation identification using dependency parsed tree. Proceedings of the 4th International Workshop on Semantic Evaluations. Association for Computational Linguistics, 2007:245\u20138.","DOI":"10.3115\/1621474.1621526"},{"key":"2015062501525197000_20.5.814.76","doi-asserted-by":"crossref","unstructured":"Min C Srikanth M Fowler A . LCC-TE: a hybrid approach to temporal relation identification in news text. Proceedings of the 4th International Workshop on Semantic Evaluations. Association for Computational Linguistics, 2007:219\u201322.","DOI":"10.3115\/1621474.1621520"},{"key":"2015062501525197000_20.5.814.77","doi-asserted-by":"crossref","unstructured":"Hag\u00e8ge C Tannier X . XRCE-T: XIP temporal module for TempEval campaign. Proceedings of the 4th International Workshop on Semantic Evaluations. Association for Computational Linguistics, 2007:492\u20135.","DOI":"10.3115\/1621474.1621584"},{"key":"2015062501525197000_20.5.814.78","unstructured":"Derczynski L Gaizauskas R . Usfd2: annotating temporal expressions and tlinks for TempEval-2. Proceedings of the 5th International Workshop on Semantic Evaluation. Association for Computational Linguistics, 2010:337\u201340."},{"key":"2015062501525197000_20.5.814.79","unstructured":"Ha EY Baikadi A Licata C . NCSU: modeling temporal relations with Markov logic and lexical ontology. Proceedings of the 5th International Workshop on Semantic Evaluation. Association for Computational Linguistics, 2010:341\u20134."},{"key":"2015062501525197000_20.5.814.80","unstructured":"Kolya AK Ekbal A Bandyopadhyay S . JU_CSE_TEMP: a first step towards evaluating events, time expressions and temporal relations. Proceedings of the 5th International Workshop on Semantic Evaluation. Association for Computational Linguistics, 2010:15\u201316."},{"key":"2015062501525197000_20.5.814.81","doi-asserted-by":"crossref","unstructured":"Chambers N Jurafsky D . Jointly combining implicit constraints improves temporal ordering. Proceedings of the Conference on Empirical Methods in Natural Language Processing. Association for Computational Linguistics, 2008:698\u2013706.","DOI":"10.3115\/1613715.1613803"},{"key":"2015062501525197000_20.5.814.82","doi-asserted-by":"publisher","DOI":"10.1007\/s11390-011-9416-7"},{"key":"2015062501525197000_20.5.814.83","doi-asserted-by":"crossref","unstructured":"Mani I Verhagen M Wellner B . Machine learning of temporal relations. Proceedings of the 21st International Conference on Computational Linguistics and the 44th annual meeting of the Association for Computational Linguistics. Association for Computational Linguistics, 2006:753\u201360.","DOI":"10.3115\/1220175.1220270"},{"key":"2015062501525197000_20.5.814.84","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2013-001624"},{"key":"2015062501525197000_20.5.814.85","doi-asserted-by":"crossref","unstructured":"Chang Y-C Wu JC-Y Chen J-M . TEMPTing System: a hybrid method of rule and machine learning for temporal relation extraction in patient discharge summaries. J Biomed Inform 2013.","DOI":"10.1016\/j.jbi.2013.09.007"},{"key":"2015062501525197000_20.5.814.86","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2013-001627"},{"key":"2015062501525197000_20.5.814.87","doi-asserted-by":"crossref","unstructured":"D'souza J Ng V . Classifying temporal relations in clinical data: a hybrid, knowledge-rich approach. J Biomed Inform 2013.","DOI":"10.1016\/j.jbi.2013.08.003"},{"key":"2015062501525197000_20.5.814.88","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2013-001635"},{"key":"2015062501525197000_20.5.814.89","doi-asserted-by":"publisher","DOI":"10.1136\/amiajnl-2013-001619"}],"container-title":["Journal of the American Medical Informatics Association"],"original-title":[],"language":"en","deposited":{"date-parts":[[2025,4,30]],"date-time":"2025-04-30T10:18:39Z","timestamp":1746008319000},"score":1,"resource":{"primary":{"URL":"https:\/\/academic.oup.com\/jamia\/article-lookup\/doi\/10.1136\/amiajnl-2013-001760"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2013,9]]},"references-count":89,"journal-issue":{"issue":"5","published-online":{"date-parts":[[2013,9,1]]},"published-print":{"date-parts":[[2013,9]]}},"alternative-id":["10.1136\/amiajnl-2013-001760"],"URL":"https:\/\/doi.org\/10.1136\/amiajnl-2013-001760","relation":{},"ISSN":["1067-5027","1527-974X"],"issn-type":[{"value":"1067-5027","type":"print"},{"value":"1527-974X","type":"electronic"}],"subject":[],"published":{"date-parts":[[2013,9]]}}}