{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,3,6]],"date-time":"2026-03-06T18:44:41Z","timestamp":1772822681280,"version":"3.50.1"},"publisher-location":"Berlin, Heidelberg","reference-count":18,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783642159978","type":"print"},{"value":"9783642159985","type":"electronic"}],"license":[{"start":{"date-parts":[[2010,1,1]],"date-time":"2010-01-01T00:00:00Z","timestamp":1262304000000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2010]]},"DOI":"10.1007\/978-3-642-15998-5_12","type":"book-chapter","created":{"date-parts":[[2010,9,9]],"date-time":"2010-09-09T23:59:35Z","timestamp":1284076775000},"page":"100-111","source":"Crossref","is-referenced-by-count":12,"title":["Evaluating Information Extraction"],"prefix":"10.1007","author":[{"given":"Andrea","family":"Esuli","sequence":"first","affiliation":[]},{"given":"Fabrizio","family":"Sebastiani","sequence":"additional","affiliation":[]}],"member":"297","reference":[{"issue":"4","key":"12_CR1","doi-asserted-by":"publisher","first-page":"361","DOI":"10.1007\/s10579-008-9079-3","volume":"42","author":"A. Lavelli","year":"2008","unstructured":"Lavelli, A., Califf, M.E., Ciravegna, F., Freitag, D., Giuliano, C., Kushmerick, N., Romano, L., Ireson, N.: Evaluation of machine learning-based information extraction algorithms: Criticisms and recommendations. Language Resources and Evaluation\u00a042(4), 361\u2013393 (2008)","journal-title":"Language Resources and Evaluation"},{"issue":"3","key":"12_CR2","doi-asserted-by":"publisher","first-page":"261","DOI":"10.1561\/1900000003","volume":"1","author":"S. Sarawagi","year":"2008","unstructured":"Sarawagi, S.: Information extraction. Foundations and Trends in Databases\u00a01(3), 261\u2013377 (2008)","journal-title":"Foundations and Trends in Databases"},{"key":"12_CR3","doi-asserted-by":"crossref","unstructured":"Lewis, D.D.: Evaluating and optmizing autonomous text classification systems. In: Proceedings of the 18th ACM International Conference on Research and Development in Information Retrieval (SIGIR 1995), Seattle, US, pp. 246\u2013254 (1995)","DOI":"10.1145\/215206.215366"},{"issue":"4","key":"12_CR4","doi-asserted-by":"publisher","first-page":"365","DOI":"10.1108\/eb026584","volume":"30","author":"C.J. van Rijsbergen","year":"1974","unstructured":"van Rijsbergen, C.J.: Foundations of evaluation. Journal of Documentation\u00a030(4), 365\u2013373 (1974)","journal-title":"Journal of Documentation"},{"key":"12_CR5","doi-asserted-by":"crossref","unstructured":"Suzuki, J., McDermott, E., Isozaki, H.: Training conditional random fields with multivariate evaluation measures. In: Proceedings of the 21st International Conference on Computational Linguistics and 44th Annual Meeting of the ACL (ACL\/COLING 2006), Sydney, AU, pp. 217\u2013224 (2006)","DOI":"10.3115\/1220175.1220203"},{"issue":"1","key":"12_CR6","doi-asserted-by":"publisher","first-page":"37","DOI":"10.1177\/001316446002000104","volume":"20","author":"J. Cohen","year":"1960","unstructured":"Cohen, J.: A coefficient of agreement for nominal scales. Educational and Psychological Measurement\u00a020(1), 37\u201346 (1960)","journal-title":"Educational and Psychological Measurement"},{"key":"12_CR7","doi-asserted-by":"publisher","first-page":"861","DOI":"10.1016\/j.patrec.2005.10.010","volume":"27","author":"T. Fawcett","year":"2006","unstructured":"Fawcett, T.: An introduction to ROC analysis. Pattern Recognition Letters\u00a027, 861\u2013874 (2006)","journal-title":"Pattern Recognition Letters"},{"key":"12_CR8","unstructured":"Freitag, D., Kushmerick, N.: Boosted wrapper induction. In: Proceedings of the 17th Conference of the American Association for Artificial Intelligence (AAAI 2000), Austin, US, pp. 577\u2013583 (2000)"},{"key":"12_CR9","doi-asserted-by":"publisher","first-page":"169","DOI":"10.1023\/A:1007601113994","volume":"39","author":"D. Freitag","year":"2000","unstructured":"Freitag, D.: Machine learning for information extraction in informal domains. Machine Learning\u00a039, 169\u2013202 (2000)","journal-title":"Machine Learning"},{"key":"12_CR10","doi-asserted-by":"crossref","unstructured":"Krishnan, V., Manning, C.D.: An effective two-stage model for exploiting non-local dependencies in named entity recognition. In: Proceedings of the 21st International Conference on Computational Linguistics and 44th Annual Meeting of the Association for Computational Linguistics (COLING\/ACL 2006), Sydney, AU, pp. 1121\u20131128 (2006)","DOI":"10.3115\/1220175.1220316"},{"key":"12_CR11","doi-asserted-by":"crossref","unstructured":"Tjong Kim Sang, E.F.: Introduction to the CoNLL-2002 shared task: Language-independent named entity recognition. In: Proceedings of the 6th Conference on Natural Language Learning (CONLL 2002), Taipei, TW, 155\u2013158 (2002)","DOI":"10.3115\/1118853.1118877"},{"key":"12_CR12","doi-asserted-by":"crossref","unstructured":"Tjong Kim\u00a0Sang, E.F., De\u00a0Meulder, F.: Introduction to the CoNLL-2003 shared task: Language-independent named entity recognition. In: Proceedings of the 7th Conference on Natural Language Learning (CONLL 2003), Edmonton, CA, pp. 142\u2013147 (2003)","DOI":"10.3115\/1119176.1119195"},{"key":"12_CR13","unstructured":"Freitag, D.: Using grammatical inference to improve precision in information extraction. In: Proceedings of the ICML 1997 Workshop on Automata Induction, Grammatical Inference, and Language Acquisition, Nashville, US (1997)"},{"key":"12_CR14","unstructured":"De Sitter, A., Daelemans, W.: Information extraction via double classification. In: Proceedings of the ECML\/PKDD 2003 Workshop on Adaptive Text Extraction and Mining, Cavtat-Dubrovnik, KR, pp. 66\u201373 (2003)"},{"key":"12_CR15","doi-asserted-by":"crossref","unstructured":"Tsai, R.T.H., Wu, S.H., Chou, W.C., Lin, Y.C., He, D., Hsiang, J., Sung, T.Y., Hsu, W.L.: Various criteria in the evaluation of biomedical named entity recognition. BMC Bioinformatics 7(92) (2006)","DOI":"10.1186\/1471-2105-7-92"},{"issue":"1","key":"12_CR16","doi-asserted-by":"publisher","first-page":"1","DOI":"10.1145\/505282.505283","volume":"34","author":"F. Sebastiani","year":"2002","unstructured":"Sebastiani, F.: Machine learning in automated text categorization. ACM Computing Surveys\u00a034(1), 1\u201347 (2002)","journal-title":"ACM Computing Surveys"},{"issue":"2\/3","key":"12_CR17","doi-asserted-by":"publisher","first-page":"165","DOI":"10.1007\/s10579-005-7880-9","volume":"39","author":"J. Wiebe","year":"2005","unstructured":"Wiebe, J., Wilson, T., Cardie, C.: Annotating expressions of opinions and emotions in language. Language Resources and Evaluation\u00a039(2\/3), 165\u2013210 (2005)","journal-title":"Language Resources and Evaluation"},{"key":"12_CR18","doi-asserted-by":"crossref","unstructured":"Joachims, T.: A support vector method for multivariate performance measures. In: Proceedings of the 22nd International Conference on Machine Learning (ICML 2005), Bonn, DE, 377\u2013384 (2005)","DOI":"10.1145\/1102351.1102399"}],"container-title":["Lecture Notes in Computer Science","Multilingual and Multimodal Information Access Evaluation"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-642-15998-5_12","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,6,4]],"date-time":"2019-06-04T06:23:14Z","timestamp":1559629394000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-642-15998-5_12"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2010]]},"ISBN":["9783642159978","9783642159985"],"references-count":18,"URL":"https:\/\/doi.org\/10.1007\/978-3-642-15998-5_12","relation":{},"ISSN":["0302-9743","1611-3349"],"issn-type":[{"value":"0302-9743","type":"print"},{"value":"1611-3349","type":"electronic"}],"subject":[],"published":{"date-parts":[[2010]]}}}