{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,30]],"date-time":"2026-04-30T02:21:59Z","timestamp":1777515719251,"version":"3.51.4"},"reference-count":15,"publisher":"Springer Science and Business Media LLC","issue":"1-2","license":[{"start":{"date-parts":[[1993,1,1]],"date-time":"1993-01-01T00:00:00Z","timestamp":725846400000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":["Mach Translat"],"published-print":{"date-parts":[[1993]]},"DOI":"10.1007\/bf00981238","type":"journal-article","created":{"date-parts":[[2005,1,9]],"date-time":"2005-01-09T03:09:52Z","timestamp":1105240192000},"page":"1-24","source":"Crossref","is-referenced-by-count":14,"title":["Evaluation: An assessment"],"prefix":"10.1007","volume":"8","author":[{"given":"Doug","family":"Arnold","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Louisa","family":"Sadler","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"R. Lee","family":"Humprheys","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","reference":[{"issue":"3","key":"CR1","first-page":"49","volume":"1","author":"L. Balkan","year":"1991","unstructured":"L. Balkan, M. Ja\u00e4schke, L. Humphreys, S. Meijer and A. Way (1991) Declarative Evaluation of an MT System: Practical Experiences,Applied Computer Translation, 1(3), 49?59","journal-title":"Applied Computer Translation"},{"key":"CR2","doi-asserted-by":"crossref","unstructured":"M. King and K. Falkedal (1990) Using Test Suites in Evaluation of Machine Translation Systems,13th International Conference on Computational Linguistics, Helsinki, 211?216","DOI":"10.3115\/997939.997976"},{"key":"CR3","unstructured":"Dan Flickinger, John Nerbonne, Ivan Sag and Tom Wasow (1987) Toward Evaluation of NLP Systems,Ms delivered at Session of 25th Annual Meeting of the Association for Computational Linguistics"},{"issue":"7","key":"CR4","doi-asserted-by":"crossref","first-page":"1026","DOI":"10.1109\/PROC.1986.13580","volume":"74","author":"Giovanni Guida","year":"1986","unstructured":"Giovanni Guida and Giancarlo Mauri (1986) Evaluation of Natural Language Processing Systems: Issues and Approaches,Proceedings of the IEEE, 74 (7), 1026?1035.","journal-title":"Proceedings of the IEEE"},{"key":"CR5","volume-title":"A Comparative Typology of English and German: Unifying the Contrasts","author":"John A. Hawkins","year":"1985","unstructured":"John A. Hawkins (1985)A Comparative Typology of English and German: Unifying the Contrasts, Croom Helm, London"},{"key":"CR6","volume-title":"Operational Evaluation of MT,Working Papers in Language Processing 22","author":"L. Humphreys","year":"1991","unstructured":"L. Humphreys, M. Ja\u00e4schke, A. Way, L. Balkan, and S. Meijer (1991) Operational Evaluation of MT,Working Papers in Language Processing 22, Dept. of Language and Linguistics, University of Essex, Colchester, UK."},{"key":"CR7","volume-title":"A Practical Guide to the Evaluation of Machine Translation Systems","author":"Margaret King","year":"1989","unstructured":"Margaret King (1989)A Practical Guide to the Evaluation of Machine Translation Systems, ms. ISSCO, Geneva"},{"key":"CR8","volume-title":"Machine Translation: Linguistic Characteristics of MT Systems and General Methodology of Evaluation","author":"John Lehrberger","year":"1987","unstructured":"John Lehrberger and Laurent Bourbeau (1987)Machine Translation: Linguistic Characteristics of MT Systems and General Methodology of Evaluation, Amsterdam, John Benjamin"},{"key":"CR9","first-page":"141","volume-title":"Machine Translation Systems","author":"M. Nagao","year":"1988","unstructured":"M. Nagao, J. Tsujii, and J. Nakamura (1988). The Japanese Government Project for Machine Translation. In: J. Slocum (ed.).Machine Translation Systems, Cambridge: University Press Cambridge 141?186"},{"issue":"3","key":"CR10","first-page":"175","volume":"16","author":"Martha Palmer","year":"1990","unstructured":"Martha Palmer and Tim Finin (1990) Workshop on the Evaluation of Natural Language Processing Systems,Computational Linguistics, 16 (3), 175?181.","journal-title":"Computational Linguistics"},{"key":"CR11","unstructured":"John R. Pierce and John B. Carroll (1966)Language and Machines - Computers in Translation and Linguistics (ALPAC Report), Washington D.C."},{"issue":"4","key":"CR12","doi-asserted-by":"crossref","first-page":"221","DOI":"10.1515\/mult.1982.1.4.221","volume":"1","author":"G. Slype van","year":"1982","unstructured":"G. van Slype (1982) Conception d'une m\u00e9thodologie g\u00e9n\u00e9rale d' \u00e9valuation de la traduction automatique,Multilingua, 1(4), 221?237","journal-title":"Multilingua"},{"issue":"3","key":"CR13","doi-asserted-by":"crossref","first-page":"203","DOI":"10.1093\/llc\/4.3.203","volume":"4","author":"Muriel Vasconcellos","year":"1989","unstructured":"Muriel Vasconcellos (1989), Long-term Data for an MT Policy,Literary and Linguistic Computing, 4(3), 203?213","journal-title":"Literary and Linguistic Computing"},{"key":"CR14","first-page":"85","volume-title":"Machine Translation Systems","author":"Bernard Vauquois","year":"1988","unstructured":"Bernard Vauquois and Christian Boitet (1988) Automated Translation at Grenoble University. In: J. Slocum (ed.)Machine Translation Systems, Cambridge, Cambridge University Press, 85?110"},{"key":"CR15","series-title":"Working Papers in Language Processing","volume-title":"A Practical Developer-Oriented Evaluation of Two MT Systems","author":"A. Way","year":"1991","unstructured":"A. Way (1991), A Practical Developer-Oriented Evaluation of Two MT Systems. Working Papers in Language Processing, 26, Department of Language and Linguistics, University of Essex, Colchester, UK"}],"container-title":["Machine Translation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF00981238.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/article\/10.1007\/BF00981238\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/BF00981238","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2019,4,30]],"date-time":"2019-04-30T00:51:51Z","timestamp":1556585511000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/BF00981238"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[1993]]},"references-count":15,"journal-issue":{"issue":"1-2","published-print":{"date-parts":[[1993]]}},"alternative-id":["BF00981238"],"URL":"https:\/\/doi.org\/10.1007\/bf00981238","relation":{},"ISSN":["0922-6567","1573-0573"],"issn-type":[{"value":"0922-6567","type":"print"},{"value":"1573-0573","type":"electronic"}],"subject":[],"published":{"date-parts":[[1993]]}}}