{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,6,12]],"date-time":"2026-06-12T15:44:33Z","timestamp":1781279073307,"version":"3.54.1"},"publisher-location":"Berlin, Heidelberg","reference-count":21,"publisher":"Springer Berlin Heidelberg","isbn-type":[{"value":"9783662479087","type":"print"},{"value":"9783662479094","type":"electronic"}],"license":[{"start":{"date-parts":[[2016,1,1]],"date-time":"2016-01-01T00:00:00Z","timestamp":1451606400000},"content-version":"unspecified","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2016]]},"DOI":"10.1007\/978-3-662-47909-4_5","type":"book-chapter","created":{"date-parts":[[2016,8,4]],"date-time":"2016-08-04T09:51:56Z","timestamp":1470304316000},"page":"141-163","source":"Crossref","is-referenced-by-count":5,"title":["Evaluation Metrics"],"prefix":"10.1007","author":[{"given":"Xiaoqiang","family":"Luo","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Sameer","family":"Pradhan","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"297","published-online":{"date-parts":[[2016,8,5]]},"reference":[{"key":"5_CR1","unstructured":"Amig\u00f3, E., Gonzalo, J., Artiles, J., Verdejo, F.: A comparison of extrinsic clustering evaluation metrics based on formal constraints. Inf. Retr. J. (2008). http:\/\/link.springer.com\/journal\/10791"},{"key":"5_CR2","unstructured":"Bagga, A., Baldwin, B.: Algorithms for scoring coreference chains. In: Proceedings of the Linguistic Coreference Workshop at The First International Conference on Language Resources and Evaluation (LREC\u201998), Granada, pp.\u00a0563\u2013566 (1998)"},{"key":"5_CR3","doi-asserted-by":"crossref","unstructured":"Balas, E., Miller, D., Pekny, J., Toth, P.: A parallel shortest augmenting path algorithm for the assignment problem. J. ACM (JACM) 38 (4), 985\u20131007 (1991)","DOI":"10.1145\/115234.115349"},{"issue":"12","key":"5_CR4","doi-asserted-by":"crossref","first-page":"802","DOI":"10.1145\/362919.362945","volume":"14","author":"F. Bourgeois","year":"1971","unstructured":"Bourgeois, F., Lassalle, J.C.: An extension of the Munkres algorithm for the assignment problem to rectangular matrices. Commun. ACM 14 (12), 802\u2013804 (1971)","journal-title":"Commun. ACM"},{"key":"5_CR5","unstructured":"Cai, J., Strube, M.: Evaluation metrics for end-to-end coreference resolution systems. In: Proceedings of SIGDIAL, Tokyo, pp.\u00a028\u201336 (2010)"},{"key":"5_CR6","unstructured":"Gupta, A., Ying, L.: Algorithms for finding maximum matchings in bipartite graphs. Technical report, RC 21576 (97320), IBM T.J. Watson Research Center (1999)"},{"issue":"83","key":"5_CR7","doi-asserted-by":"crossref","first-page":"83","DOI":"10.1002\/nav.3800020109","volume":"2","author":"H. Kuhn","year":"1955","unstructured":"Kuhn, H.: The Hungarian method for the assignment problem. Nav. Res. Logist. Q. 2 (83), 83\u201397 (1955)","journal-title":"Nav. Res. Logist. Q."},{"key":"5_CR8","doi-asserted-by":"crossref","unstructured":"Luo, X.: On coreference resolution performance metrics. In: Proceedings of Human Language Technology (HLT)\/Empirical Methods in Natural Language Processing (EMNLP), Vancouver (2005)","DOI":"10.3115\/1220575.1220579"},{"key":"5_CR9","unstructured":"Luo, X., Pradhan, S., Recasens, M., Hovy, E.: An extension of BLANC to system mentions. In: Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics, vol.\u00a02, Short Papers, pp.\u00a024\u201329. Association for Computational Linguistics, Baltimore (2014). http:\/\/www.aclweb.org\/anthology\/P14-2005"},{"key":"5_CR10","unstructured":"MUC-6: Proceedings of the Sixth Message Understanding Conference(MUC-6). Morgan Kaufmann, San Francisco (1995)"},{"key":"5_CR11","unstructured":"MUC-7: Proceedings of the Seventh Message Understanding Conference(MUC-7), Fairfax (1998)"},{"key":"5_CR12","first-page":"32","volume":"5","author":"J. Munkres","year":"1957","unstructured":"Munkres, J.: Algorithms for the assignment and transportation problems. J. SIAM 5, 32\u201338 (1957)","journal-title":"J. SIAM"},{"key":"5_CR13","unstructured":"NIST: The ACE evaluation plan. www.nist.gov\/speech\/tests\/ace\/index.htm (2003)"},{"key":"5_CR14","unstructured":"NIST: ACE 2005 evaluation. www.nist.gov\/speech\/tests\/ace\/ace05\/index.htm (2005)"},{"key":"5_CR15","unstructured":"NIST: ACE 2008 evaluation. http:\/\/www.itl.nist.gov\/iad\/mig\/\/tests\/ace\/2008 (2008)"},{"key":"5_CR16","unstructured":"Pradhan, S., Luo, X., Recasens, M., Hovy, E., Ng, V., Strube, M.: Scoring coreference partitions of predicted mentions: a reference implementation. In: Proceedings of the 52nd Annual Meeting of the Association for Computational Linguistics, vol.\u00a02, Short Papers, pp.\u00a030\u201335. Association for Computational Linguistics, Baltimore (2014). http:\/\/www.aclweb.org\/anthology\/P14-2006"},{"key":"5_CR17","doi-asserted-by":"crossref","unstructured":"Rahman, A., Ng, V.: Supervised models for coreference resolution. In: Proceedings of the 2009 Conference on Empirical Methods in Natural Language Processing, pp.\u00a0968\u2013977. Association for Computational Linguistics, Singapore (2009). http:\/\/www.aclweb.org\/anthology\/D\/D09\/D09-1101","DOI":"10.3115\/1699571.1699639"},{"issue":"336","key":"5_CR18","doi-asserted-by":"crossref","first-page":"846","DOI":"10.1080\/01621459.1971.10482356","volume":"66","author":"W.M. Rand","year":"1971","unstructured":"Rand, W.M.: Objective criteria for the evaluation of clustering methods. J. Am. Stat. Assoc. 66 (336), 846\u2013850 (1971)","journal-title":"J. Am. Stat. Assoc."},{"key":"5_CR19","doi-asserted-by":"publisher","first-page":"485","DOI":"10.1017\/S135132491000029X","volume":"17","author":"M. Recasens","year":"2011","unstructured":"Recasens, M., Hovy, E.: BLANC: implementing the Rand index for coreference evaluation. Nat. Lang. Eng. 17, 485\u2013510 (2011). doi:10.1017\/S135132491000029X. http:\/\/journals.cambridge.org\/article_S135132491000029X","journal-title":"Nat. Lang. Eng."},{"key":"5_CR20","doi-asserted-by":"crossref","unstructured":"Stoyanov, V., Gilbert, N., Cardie, C., Riloff, E.: Conundrums in noun phrase coreference resolution: making sense of the state-of-the-art. In: Proceedings of the Joint Conference of the 47th Annual Meeting of the ACL and the 4th International Joint Conference on Natural Language Processing of the AFNLP, ACL\u201909, vol.\u00a02, pp.\u00a0656\u2013664. Association for Computational Linguistics, Stroudsburg (2009). http:\/\/dl.acm.org\/citation.cfm?id=1690219.1690238","DOI":"10.3115\/1690219.1690238"},{"key":"5_CR21","doi-asserted-by":"crossref","unstructured":"Vilain, M., Burger, J., Aberdeen, J., Connolly, D., Hirschman, L.: A model-theoretic coreference scoring scheme. In: Proceedings of MUC6, Columbia, pp.\u00a045\u201352 (1995)","DOI":"10.3115\/1072399.1072405"}],"container-title":["Theory and Applications of Natural Language Processing","Anaphora Resolution"],"original-title":[],"link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/978-3-662-47909-4_5","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2017,6,24]],"date-time":"2017-06-24T15:57:21Z","timestamp":1498319841000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/978-3-662-47909-4_5"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2016]]},"ISBN":["9783662479087","9783662479094"],"references-count":21,"URL":"https:\/\/doi.org\/10.1007\/978-3-662-47909-4_5","relation":{},"ISSN":["2192-032X","2192-0338"],"issn-type":[{"value":"2192-032X","type":"print"},{"value":"2192-0338","type":"electronic"}],"subject":[],"published":{"date-parts":[[2016]]}}}