{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:38:41Z","timestamp":1740123521201,"version":"3.37.3"},"reference-count":14,"publisher":"Springer Science and Business Media LLC","issue":"1-2","license":[{"start":{"date-parts":[[2017,11,13]],"date-time":"2017-11-13T00:00:00Z","timestamp":1510531200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2017,11,13]],"date-time":"2017-11-13T00:00:00Z","timestamp":1510531200000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"funder":[{"DOI":"10.13039\/100000185","name":"Defense Advanced Research Projects Agency","doi-asserted-by":"publisher","id":[{"id":"10.13039\/100000185","id-type":"DOI","asserted-by":"publisher"}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Machine Translation"],"published-print":{"date-parts":[[2018,6]]},"DOI":"10.1007\/s10590-017-9200-8","type":"journal-article","created":{"date-parts":[[2017,11,13]],"date-time":"2017-11-13T10:13:51Z","timestamp":1510568031000},"page":"11-30","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Overview of the NIST 2016 LoReHLT evaluation"],"prefix":"10.1007","volume":"32","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-8452-1991","authenticated-orcid":false,"given":"Audrey","family":"Tong","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Lukas","family":"Diduch","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Jonathan","family":"Fiscus","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Yasaman","family":"Haghpanah","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Shudong","family":"Huang","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"David","family":"Joy","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Kay","family":"Peterson","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Ian","family":"Soboroff","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2017,11,13]]},"reference":[{"key":"9200_CR1","unstructured":"Annotation guidelines for Lorelei situation frames v2.2 (2016). \n                    https:\/\/www.ldc.upenn.edu"},{"key":"9200_CR2","unstructured":"Broad agency announcement low resource languages for emergent incidents (LORELEI) (2015). \n                    https:\/\/www.fbo.gov"},{"key":"9200_CR3","unstructured":"Doddington G (2002) In: Proceedings of the second international conference on human language technology research, HLT \u201902. Morgan Kaufmann Publishers Inc., San Francisco, pp 138\u2013145. \n                    http:\/\/dl.acm.org\/citation.cfm?id=1289189.1289273"},{"key":"9200_CR4","unstructured":"Entity disambiguation evaluation and error analysis tool. \n                    https:\/\/github.com\/wikilinks\/neleval"},{"key":"9200_CR5","unstructured":"Ji H (2015) NIST TAC knowledge base population (KBP2015) entity discovery and linking track. \n                    http:\/\/nlp.cs.rpi.edu\/paper\/kbp2015.pdf"},{"key":"9200_CR6","unstructured":"Lavie A, Agarwal A (2007) In: Proceedings of the second workshop on statistical machine translation, StatMT \u201907. Association for Computational Linguistics, Stroudsburg, pp 228\u2013231. \n                    http:\/\/dl.acm.org\/citation.cfm?id=1626355.1626389"},{"key":"9200_CR7","unstructured":"Lorehlt translation guidelines v1.1 (2015). \n                    https:\/\/www.ldc.upenn.edu"},{"key":"9200_CR8","unstructured":"Machine translation bleu\/nist scoring script v14 (2016). \n                    http:\/\/nist.gov\/itl\/iad\/mig\/lorehlt16.cfm"},{"key":"9200_CR9","unstructured":"Meteor automatic machine translation evaluation system v1.5. \n                    https:\/\/www.cs.cmu.edu\/~alavie\/METEOR\/index.html"},{"key":"9200_CR10","unstructured":"NIST (2009) Open machine translation evaluation (mt09) official release of results. \n                    http:\/\/www.itl.nist.gov\/iad\/mig\/tests\/mt\/2009\/ResultsRelease\/currentUrdu.html"},{"key":"9200_CR11","unstructured":"NIST (2015) Machine translation evaluation official results. \n                    ftp:\/\/jaguar.ncsl.nist.gov\/mt\/mt2015\/openmt15results.html"},{"key":"9200_CR12","unstructured":"NIST lorehlt 2016 evaluation plan (2016). \n                    http:\/\/www.nist.gov\/itl\/iad\/mig\/lorehlt16.cfm"},{"key":"9200_CR13","doi-asserted-by":"publisher","unstructured":"Papineni K, Roukos S, Ward T, Zhu WJ (2002) In: Proceedings of the 40th annual meeting on association for computational linguistics, ACL \u201902. Association for Computational Linguistics, Stroudsburg, pp 311\u2013318. doi:\n                    10.3115\/1073083.1073135","DOI":"10.3115\/1073083.1073135"},{"key":"9200_CR14","unstructured":"Simple named entity guidelines year 1 language (il3) v1.3 (2016). \n                    https:\/\/www.ldc.upenn.edu"}],"container-title":["Machine Translation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10590-017-9200-8\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10590-017-9200-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10590-017-9200-8.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2020,5,13]],"date-time":"2020-05-13T23:34:38Z","timestamp":1589412878000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10590-017-9200-8"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2017,11,13]]},"references-count":14,"journal-issue":{"issue":"1-2","published-print":{"date-parts":[[2018,6]]}},"alternative-id":["9200"],"URL":"https:\/\/doi.org\/10.1007\/s10590-017-9200-8","relation":{},"ISSN":["0922-6567","1573-0573"],"issn-type":[{"type":"print","value":"0922-6567"},{"type":"electronic","value":"1573-0573"}],"subject":[],"published":{"date-parts":[[2017,11,13]]},"assertion":[{"value":"5 June 2017","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"2 August 2017","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"13 November 2017","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}