{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:20:39Z","timestamp":1740122439257,"version":"3.37.3"},"reference-count":57,"publisher":"Springer Science and Business Media LLC","issue":"2","license":[{"start":{"date-parts":[[2020,1,2]],"date-time":"2020-01-02T00:00:00Z","timestamp":1577923200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,2]],"date-time":"2020-01-02T00:00:00Z","timestamp":1577923200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"name":"EU H2020 project VaVeL","award":["688380"],"award-info":[{"award-number":["688380"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Data Min Knowl Disc"],"published-print":{"date-parts":[[2020,3]]},"DOI":"10.1007\/s10618-019-00671-x","type":"journal-article","created":{"date-parts":[[2020,1,2]],"date-time":"2020-01-02T13:00:35Z","timestamp":1577970035000},"page":"533-562","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Integer programming ensemble of temporal relations classifiers"],"prefix":"10.1007","volume":"34","author":[{"given":"Catherine","family":"Kerr","sequence":"first","affiliation":[]},{"given":"Terri","family":"Hoare","sequence":"additional","affiliation":[]},{"ORCID":"https:\/\/orcid.org\/0000-0003-1029-1668","authenticated-orcid":false,"given":"Paula","family":"Carroll","sequence":"additional","affiliation":[]},{"given":"Jakub","family":"Mare\u010dek","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2020,1,2]]},"reference":[{"issue":"11","key":"671_CR1","doi-asserted-by":"publisher","first-page":"832","DOI":"10.1145\/182.358434","volume":"26","author":"JF Allen","year":"1983","unstructured":"Allen JF (1983) Maintaining knowledge about temporal intervals. Commun ACM 26(11):832\u2013843","journal-title":"Commun ACM"},{"key":"671_CR2","doi-asserted-by":"publisher","first-page":"517","DOI":"10.1007\/978-0-387-71613-8_24","volume-title":"Terrorism informatics","author":"N Ashish","year":"2008","unstructured":"Ashish N, Eguchi R, Hegde R, Huyck C, Kalashnikov D, Mehrotra S, Smyth P, Venkatasubramanian N (2008) Situational awareness technologies for disaster response. In: Chen H, Reid E, Sinai J, Silke A, Ganor B (eds) Terrorism informatics. Springer, Boston, pp 517\u2013544"},{"key":"671_CR3","doi-asserted-by":"crossref","unstructured":"Benetka JR, Balog K, N\u00f8rv\u00e5g K (2017) Towards building a knowledge base of monetary transactions from a news collection. In: Proceedings of the 17th ACM\/IEEE joint conference on digital libraries, JCDL \u201917, pp 209\u2013218, Piscataway, NJ, USA, 2017. IEEE Press. ISBN 978-1-5386-3861-3","DOI":"10.1109\/JCDL.2017.7991575"},{"key":"671_CR4","unstructured":"Bethard S (2013) ClearTK-TimeML: a minimalist approach to TempEval 2013. In: 2nd joint conference on lexical and computational semantics (*SEM), vol\u00a02, pp 10\u201314"},{"key":"671_CR5","doi-asserted-by":"crossref","unstructured":"Bethard S, Savova G, Chen W-T, Derczynski L, Pustejovsky J, Verhagen M (2016) SemEval-2016 task 12: Clinical TempEval. In: Proceedings of SemEval, pp 1052\u20131062","DOI":"10.18653\/v1\/S16-1165"},{"key":"671_CR6","doi-asserted-by":"crossref","unstructured":"Bhattacharya I, Getoor L (2007) Collective entity resolution in relational data. ACM Trans Knowl Discov Data 1(1):5. ISSN 1556-4681","DOI":"10.1145\/1217299.1217304"},{"key":"671_CR7","doi-asserted-by":"crossref","unstructured":"Bier EA, Card SK, Bodnar JW (2008) Entity-based collaboration tools for intelligence analysis. In: IEEE symposium on visual analytics science and technology. VAST\u201908, 2008. IEEE, pp 99\u2013106","DOI":"10.1109\/VAST.2008.4677362"},{"issue":"1","key":"671_CR8","doi-asserted-by":"publisher","first-page":"71","DOI":"10.1007\/s10479-010-0828-5","volume":"194","author":"EK Burke","year":"2012","unstructured":"Burke EK, Mare\u010dek J, Parkes AJ, Rudov\u00e1 H (2012) A branch-and-cut procedure for the Udine course timetabling problem. Ann Oper Res 194(1):71\u201387","journal-title":"Ann Oper Res"},{"key":"671_CR9","doi-asserted-by":"crossref","unstructured":"Caselli T, Morante R (2016) VUACLTL at SemEval 2016 task 12: a CRF pipeline to clinical TempEval. In: Proceedings of SemEval, pp 1241\u20131247","DOI":"10.18653\/v1\/S16-1193"},{"key":"671_CR10","doi-asserted-by":"publisher","DOI":"10.1017\/CBO9780511546921","volume-title":"Prediction, learning, and games","author":"N Cesa-Bianchi","year":"2006","unstructured":"Cesa-Bianchi N, Lugosi G (2006) Prediction, learning, and games. Cambridge University Press, Cambridge"},{"key":"671_CR11","unstructured":"Chambers N (2013) NavyTime: event and time ordering from raw text. In: 2nd joint conference on lexical and computational semantics (*SEM), vol 2. Association for Computational Linguistics, pp 73\u201377"},{"key":"671_CR12","doi-asserted-by":"crossref","unstructured":"Chambers N, Jurafsky D (2008) Jointly combining implicit constraints improves temporal ordering. In: Proceedings of the 2008 conference on empirical methods in natural language processing. Association for Computational Linguistics, pp 698\u2013706","DOI":"10.3115\/1613715.1613803"},{"key":"671_CR13","doi-asserted-by":"crossref","unstructured":"Chikka VR (2016) CDE-IIITH at semeval-2016 task 12: extraction of temporal information from clinical documents using machine learning techniques. In: Proceedings of SemEval, pp 1237\u20131240","DOI":"10.18653\/v1\/S16-1192"},{"key":"671_CR14","doi-asserted-by":"crossref","unstructured":"Cohan A, Meurer K, Goharian N (2016) GUIR at SemEval-2016 task 12: temporal information processing for clinical narratives. In: Proceedings of SemEval, pp 1248\u20131255","DOI":"10.18653\/v1\/S16-1194"},{"key":"671_CR15","doi-asserted-by":"publisher","unstructured":"Comfort S, Perera S, Hudson Z, Dorrell D, Meireis S, Nagarajan M, Ramakrishnan C, Fine J (2018) Sorting through the safety data haystack: using machine learning to identify individual case safety reports in social-digital media. Drug Saf 41(6):579\u2013590. https:\/\/doi.org\/10.1007\/s40264-018-0641-7. ISSN 1179-1942","DOI":"10.1007\/s40264-018-0641-7"},{"key":"671_CR16","doi-asserted-by":"crossref","unstructured":"Daykin JW, Miller M, Ryan J (2016) Trends in temporal reasoning: constraints, graphs and posets. In: IS Kotsireas, SM Rump, CK Yap (eds) Mathematical aspects of computer and information sciences, pp 290\u2013304. Springer International Publishing, Cham. ISBN 978-3-319-32859-1","DOI":"10.1007\/978-3-319-32859-1_25"},{"key":"671_CR17","doi-asserted-by":"crossref","unstructured":"Dietterich TG (2000) Ensemble methods in machine learning. In: Multiple classifier systems. Springer, pp 1\u201315","DOI":"10.1007\/3-540-45014-9_1"},{"key":"671_CR18","unstructured":"Do QX, Lu W, Roth D (2012) Joint inference for event timeline construction. In: Proceedings of the 2012 joint conference on empirical methods in natural language processing and computational natural language learning. Association for Computational Linguistics, pp 677\u2013687"},{"issue":"1-Part-1","key":"671_CR19","doi-asserted-by":"publisher","first-page":"11","DOI":"10.7326\/0003-4819-156-1-201201030-00003","volume":"156","author":"PL Elkin","year":"2012","unstructured":"Elkin PL, Froehling DA, Wahner-Roedler DL, Brown SH, Bailey KR (2012) Comparison of natural language processing biosurveillance methods for identifying influenza from encounter notes. Ann Intern Med 156(1-Part-1):11\u201318","journal-title":"Ann Intern Med"},{"key":"671_CR20","unstructured":"Flach PA (2003) The geometry of ROC space: understanding machine learning metrics through roc isometrics. In: Proceedings of the 20th international conference on machine learning (ICML-03), pp 194\u2013201"},{"key":"671_CR21","doi-asserted-by":"publisher","first-page":"327","DOI":"10.1017\/S1351324902002978","volume":"8","author":"R Florian","year":"2002","unstructured":"Florian R, Cucerzan S, Schaefer C, Yarowsky D (2002) Combining classifiers for word sense disambiguation. Nat Lang Eng 8:327\u2013341","journal-title":"Nat Lang Eng"},{"key":"671_CR22","doi-asserted-by":"crossref","unstructured":"Forrest J, Lougee-Heimer R (2005) CBC user guide. In: INFORMS tutorials in operations research, pp 257\u2013277","DOI":"10.1287\/educ.1053.0020"},{"key":"671_CR23","doi-asserted-by":"publisher","first-page":"607","DOI":"10.1017\/S1351324914000060","volume":"21","author":"G Glava\u0161","year":"2015","unstructured":"Glava\u0161 G, \u0160najder J (2015) Construction and evaluation of event graphs. Nat Lang Eng 21:607\u2013652","journal-title":"Nat Lang Eng"},{"key":"671_CR24","doi-asserted-by":"crossref","unstructured":"Grouin C, Moriceau V (2016) LIMSI at SemEval-2016 task 12: machine-learning and temporal information to identify clinical events and time expressions. In: Proceedings of SemEval, pp 1225\u20131230","DOI":"10.18653\/v1\/S16-1190"},{"key":"671_CR25","doi-asserted-by":"publisher","DOI":"10.1007\/978-1-4614-3226-5","volume-title":"Pyomo\u2014optimization modeling in python","author":"E Hart William","year":"2012","unstructured":"Hart William E, Carl L, Jean-Paul W, Woodruff David L (2012) Pyomo\u2014optimization modeling in python. Springer, Berlin"},{"issue":"1","key":"671_CR26","doi-asserted-by":"publisher","first-page":"132","DOI":"10.1093\/bib\/bbv024","volume":"17","author":"C-C Huang","year":"2016","unstructured":"Huang C-C, Lu Z (2016) Community challenges in biomedical text mining over 10 years: success, failure and the future. Brief Bioinform 17(1):132\u2013144. https:\/\/doi.org\/10.1093\/bib\/bbv024","journal-title":"Brief Bioinform"},{"key":"671_CR27","unstructured":"Khalifa A, Velupillai S, Meystre S (2016) UtahBMI at SemEval-2016 task 12: extracting temporal information from clinical text. In: Proceedings of SemEval, pp 1256\u20131262"},{"issue":"3","key":"671_CR28","doi-asserted-by":"publisher","first-page":"226","DOI":"10.1109\/34.667881","volume":"20","author":"K Josef","year":"1998","unstructured":"Josef K, Mohamad H, Duin Robert PW, Jiri M (1998) On combining classifiers. IEEE Trans Pattern Anal Mach Intell 20(3):226\u2013239","journal-title":"IEEE Trans Pattern Anal Mach Intell"},{"key":"671_CR29","volume-title":"Constraint reasoning with intervals: a tutorial, survey and bibliography","author":"PB Ladkin","year":"1990","unstructured":"Ladkin PB (1990) Constraint reasoning with intervals: a tutorial, survey and bibliography. International Computer Science Institute, Berkeley"},{"key":"671_CR30","unstructured":"Laokulrat N, Miwa M, Tsuruoka Y, Chikayama T (2013) UTTime: temporal relation classification using deep syntactic features. In: 2nd joint conference on lexical and computational semantics (*SEM), vol\u00a02, pp 88\u201392"},{"key":"671_CR31","unstructured":"Lee H-J, Zhang Y, Xu J, Moon S, Wang J, Wu Y, Xu H (2016) UTHealth at SemEval-2016 task 12: an end-to-end system for temporal information extraction from clinical notes. In: Proceedings of SemEval, pp 1292\u20131297"},{"key":"671_CR32","doi-asserted-by":"crossref","unstructured":"Leeuwenberg A, Moens M-F (2016) KULeuven-LIIR at SemEval- 2016 task 12: detecting narrative containment in clinical records. In: Proceedings of SemEval, pp 1280\u20131285","DOI":"10.18653\/v1\/S16-1199"},{"key":"671_CR33","unstructured":"Madhavan J, Jeffery SR, Cohen S, Dong X, Ko D Yu C, Halevy A (2007) Web-scale data integration: You can only afford to pay as you go. In: CIDR, 2017"},{"key":"671_CR34","doi-asserted-by":"crossref","unstructured":"Movshovitz-Attias D, Whang SE, Noy N, Halevy A (2010) Discovering subsumption relationships for web-based ontologies. In: Proceedings of the 18th international workshop on web and databases, WebDB\u201915, New York, NY, USA. ACM, pp 62\u201369. ISBN 978-1-4503-3627-7","DOI":"10.1145\/2767109.2767111"},{"issue":"1","key":"671_CR35","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1145\/200836.200848","volume":"42","author":"B Nebel","year":"1995","unstructured":"Nebel B, B\u00fcrckert H-J (1995) Reasoning about temporal relations: a maximal tractable subclass of Allen\u2019s interval algebra. J ACM 42(1):43\u201366","journal-title":"J ACM"},{"key":"671_CR36","doi-asserted-by":"crossref","unstructured":"Nemhauser GL, Wolsey LA (1988) Integer and combinatorial optimization. Wiley, New York. ISBN 9780471828198; 047182819X","DOI":"10.1002\/9781118627372"},{"key":"671_CR37","doi-asserted-by":"publisher","DOI":"10.1109\/TKDE.2013.133","author":"W Nuij","year":"2013","unstructured":"Nuij W, Milea V, Hogenboom F, Frasincar F, Kaymak U (2013) An automated framework for incorporating news into stock trading strategies. IEEE Trans Knowl Data Eng. https:\/\/doi.org\/10.1109\/TKDE.2013.133 ISSN 1041-4347","journal-title":"IEEE Trans Knowl Data Eng"},{"key":"671_CR38","volume-title":"Combinatorial optimization: algorithms and complexity","author":"CH Papadimitriou","year":"1998","unstructured":"Papadimitriou CH, Steiglitz K (1998) Combinatorial optimization: algorithms and complexity. Courier Corporation, North Chelmsford"},{"issue":"1","key":"671_CR39","first-page":"37","volume":"2","author":"DMW Powers","year":"2011","unstructured":"Powers DMW (2011) Evaluation: from precision, recall and f-measure to roc. informedness, markedness and correlation. J Mach Learn Technol 2(1):37\u201363","journal-title":"J Mach Learn Technol"},{"key":"671_CR40","doi-asserted-by":"crossref","unstructured":"Punyakanok V, Roth D, Yih W, Zimak D (2004) Semantic role labeling via integer linear programming inference. In: Proceedings of the 20th international conference on computational linguistics. Association for Computational Linguistics, p 1346","DOI":"10.3115\/1220355.1220552"},{"key":"671_CR41","unstructured":"Pustejovsky J, Stubbs A (2011) Increasing informativeness in temporal annotation. In: Proceedings of the 5th linguistic annotation workshop. Association for Computational Linguistics, pp 152\u2013160"},{"key":"671_CR42","doi-asserted-by":"crossref","unstructured":"Pustejovsky J, Ingria B, Sauri R, Castano J, Littman J, Gaizauskas R, Setzer A, Katz G, Mani I (2005) The specification language TimeML. The language of time: a reader, pp 545\u2013557","DOI":"10.1093\/oso\/9780199268535.003.0031"},{"key":"671_CR43","volume-title":"Pattern classification using ensemble methods","author":"R Lior","year":"2010","unstructured":"Lior R (2010) Pattern classification using ensemble methods, vol 75. World Scientific, Singapore"},{"key":"671_CR44","unstructured":"Roth D, Yih W (2004) A linear programming formulation for global inference in natural language tasks. In: Proceedings of CoNLL-2004"},{"key":"671_CR45","doi-asserted-by":"crossref","unstructured":"Saur\u00ed R, Knippen R, Verhagen M, Pustejovsky J (2005) Evita: a robust event recognizer for QA systems. In: Proceedings of the conference on human language technology and empirical methods in natural language processing, HLT \u201905, Stroudsburg, PA, USA, 2005. Association for Computational Linguistics, pp 700\u2013707","DOI":"10.3115\/1220575.1220663"},{"key":"671_CR46","unstructured":"Saur\u00ed R, Goldberg L, Verhagen M, Pustejovsky J (2009) Annotating events in English. TimeML annotation guidelines. Brandeis University. Version TempEval-2010"},{"key":"671_CR47","doi-asserted-by":"publisher","first-page":"597","DOI":"10.22237\/jmasm\/1257035100","volume":"8","author":"SS Sawilowsky","year":"2009","unstructured":"Sawilowsky SS (2009) New effect size rules of thumb. J Mod Appl Stat Methods 8:597\u2013599","journal-title":"J Mod Appl Stat Methods"},{"key":"671_CR48","volume-title":"Combinatorial optimization: polyhedra and efficiency","author":"A Schrijver","year":"2003","unstructured":"Schrijver A (2003) Combinatorial optimization: polyhedra and efficiency, vol 24. Springer, Berlin"},{"issue":"1","key":"671_CR49","doi-asserted-by":"publisher","first-page":"1","DOI":"10.2200\/S00240ED1V01Y200912DMK002","volume":"2","author":"G Seni","year":"2010","unstructured":"Seni G, Elder JF (2010) Ensemble methods in data mining: improving accuracy through combining predictions. Synth Lect Data Min Knowl Discov 2(1):1\u2013126","journal-title":"Synth Lect Data Min Knowl Discov"},{"key":"671_CR50","doi-asserted-by":"publisher","first-page":"143","DOI":"10.1162\/tacl_a_00172","volume":"2","author":"WF Styler IV","year":"2014","unstructured":"Styler WF IV, Bethard S, Finan S, Palmer M, Pradhan S, de Groen PC, Erickson B, Miller T, Lin C, Savova G et al (2014) Temporal annotation in the clinical domain. Trans Assoc Comput Linguist 2:143\u2013154","journal-title":"Trans Assoc Comput Linguist"},{"issue":"125ra31","key":"671_CR51","first-page":"125","volume":"4","author":"NP Tatonetti","year":"2012","unstructured":"Tatonetti NP, Patrick PY, Daneshjou R, Altman RB (2012) Data-driven prediction of drug effects and interactions. Sci Transl Med 4(125ra31):125","journal-title":"Sci Transl Med"},{"key":"671_CR52","volume-title":"The elements of statistical learning: data mining, inference, and prediction","author":"H Trevor","year":"2009","unstructured":"Trevor H, Robert T, Friedman JH (2009) The elements of statistical learning: data mining, inference, and prediction, 2nd edn. Springer, Berlin","edition":"2"},{"key":"671_CR53","volume-title":"Interpreting the temporal aspects of language","author":"N UzZaman","year":"2012","unstructured":"UzZaman N (2012) Interpreting the temporal aspects of language. University of Rochester, Thesis"},{"key":"671_CR54","unstructured":"UzZaman N, Llorens H, Allen J, Derczynski L, Verhagen M, Pustejovsky J (2013) Semeval-2013 task 1: TempEval-3: evaluating time expressions, events, and temporal relations. In: 2nd joint conference on lexical and computational semantics (*SEM), pp 1\u20139. Association for Computational Linguistics. Also see preprint arXiv:1206.5333"},{"key":"671_CR55","doi-asserted-by":"crossref","unstructured":"Verhagen M, Gaizauskas R, Schilder F, Hepple M, Moszkowicz J, Pustejovsky J (2009) The TempEval challenge: Identifying temporal relations in text. Lang Resour Eval 43(2):161\u2013179. ISSN 1574020X, 15728412","DOI":"10.1007\/s10579-009-9086-z"},{"key":"671_CR56","unstructured":"Woodsend K, Lapata M (2011) Learning to simplify sentences with quasi-synchronous grammar and integer programming. In: Proceedings of the 2011 conference on empirical methods in natural language processing. Association for Computational Linguistics, pp 409\u2013420"},{"key":"671_CR57","doi-asserted-by":"publisher","DOI":"10.1201\/b12207","volume-title":"Ensemble methods: foundations and algorithms","author":"Z-H Zhou","year":"2012","unstructured":"Zhou Z-H (2012) Ensemble methods: foundations and algorithms. Chapman and Hall\/CRC, Boca Raton"}],"container-title":["Data Mining and Knowledge Discovery"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-019-00671-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10618-019-00671-x\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10618-019-00671-x.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,7,29]],"date-time":"2024-07-29T15:16:37Z","timestamp":1722266197000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10618-019-00671-x"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020,1,2]]},"references-count":57,"journal-issue":{"issue":"2","published-print":{"date-parts":[[2020,3]]}},"alternative-id":["671"],"URL":"https:\/\/doi.org\/10.1007\/s10618-019-00671-x","relation":{},"ISSN":["1384-5810","1573-756X"],"issn-type":[{"type":"print","value":"1384-5810"},{"type":"electronic","value":"1573-756X"}],"subject":[],"published":{"date-parts":[[2020,1,2]]},"assertion":[{"value":"29 January 2018","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 December 2019","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 January 2020","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}