{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,7,9]],"date-time":"2026-07-09T02:35:42Z","timestamp":1783564542474,"version":"3.55.0"},"publisher-location":"Stroudsburg, PA, USA","reference-count":0,"publisher":"Association for Computational Linguistics","content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2019]]},"DOI":"10.18653\/v1\/w19-8642","type":"proceedings-article","created":{"date-parts":[[2019,12,19]],"date-time":"2019-12-19T22:10:08Z","timestamp":1576793408000},"page":"344-354","source":"Crossref","is-referenced-by-count":16,"title":["Agreement is overrated: A plea for correlation to assess human evaluation reliability"],"prefix":"10.18653","author":[{"given":"Jacopo","family":"Amidei","sequence":"first","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Paul","family":"Piwek","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]},{"given":"Alistair","family":"Willis","sequence":"additional","affiliation":[],"role":[{"vocabulary":"crossref","role":"author"}]}],"member":"1643","event":{"name":"Proceedings of the 12th International Conference on Natural Language Generation","location":"Tokyo, Japan","start":{"date-parts":[[2019,10]]},"end":{"date-parts":[[2019,11]]}},"container-title":["Proceedings of the 12th International Conference on Natural Language Generation"],"original-title":[],"deposited":{"date-parts":[[2025,6,7]],"date-time":"2025-06-07T23:14:03Z","timestamp":1749338043000},"score":1,"resource":{"primary":{"URL":"https:\/\/aclanthology.org\/W19-8642"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2019]]},"references-count":0,"URL":"https:\/\/doi.org\/10.18653\/v1\/w19-8642","relation":{},"subject":[],"published":{"date-parts":[[2019]]}}}