{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2026,4,28]],"date-time":"2026-04-28T16:45:34Z","timestamp":1777394734813,"version":"3.51.4"},"reference-count":67,"publisher":"IEEE","license":[{"start":{"date-parts":[[2024,6,30]],"date-time":"2024-06-30T00:00:00Z","timestamp":1719705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-029"},{"start":{"date-parts":[[2024,6,30]],"date-time":"2024-06-30T00:00:00Z","timestamp":1719705600000},"content-version":"stm-asf","delay-in-days":0,"URL":"https:\/\/doi.org\/10.15223\/policy-037"}],"content-domain":{"domain":[],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2024,6,30]]},"DOI":"10.1109\/ijcnn60899.2024.10650457","type":"proceedings-article","created":{"date-parts":[[2024,9,9]],"date-time":"2024-09-09T17:35:05Z","timestamp":1725903305000},"page":"1-10","source":"Crossref","is-referenced-by-count":11,"title":["From Handcrafted Features to LLMs: A Brief Survey for Machine Translation Quality Estimation"],"prefix":"10.1109","author":[{"given":"Haofei","family":"Zhao","sequence":"first","affiliation":[{"name":"Northeastern University,Shool of Computer Science and Engineering,Shenyang,China"}]},{"given":"Yilun","family":"Liu","sequence":"additional","affiliation":[{"name":"Huawei,China"}]},{"given":"Shimin","family":"Tao","sequence":"additional","affiliation":[{"name":"Huawei,China"}]},{"given":"Weibin","family":"Meng","sequence":"additional","affiliation":[{"name":"Huawei,China"}]},{"given":"Yimeng","family":"Chen","sequence":"additional","affiliation":[{"name":"Huawei,China"}]},{"given":"Xiang","family":"Geng","sequence":"additional","affiliation":[{"name":"Nanjing University,National Key Laboratory for Novel Software Technology,Nanjing,China"}]},{"given":"Chang","family":"Su","sequence":"additional","affiliation":[{"name":"Huawei,China"}]},{"given":"Min","family":"Zhang","sequence":"additional","affiliation":[{"name":"Huawei,China"}]},{"given":"Hao","family":"Yang","sequence":"additional","affiliation":[{"name":"Huawei,China"}]}],"member":"263","reference":[{"key":"ref1","first-page":"311","article-title":"Bleu: a method for automatic evaluation of machine translation","volume-title":"ACL","author":"Papineni"},{"key":"ref2","first-page":"65","article-title":"Meteor: An automatic metric for mt evaluation with improved correlation with human judgments","volume-title":"Proceedings of the acl workshop on intrinsic and extrinsic evaluation measures for machine translation and\/or summarization","author":"Banerjee"},{"key":"ref3","first-page":"223","article-title":"A study of translation edit rate with targeted human annotation","volume-title":"AMTA","author":"Snover"},{"key":"ref4","article-title":"Estimating the sentence-level quality of machine translation systems","volume-title":"EAMT","author":"Specia"},{"key":"ref5","article-title":"Large language models are state-of-the-art evaluators of translation quality","author":"Kocmi","year":"2023"},{"key":"ref6","doi-asserted-by":"crossref","DOI":"10.20944\/preprints202303.0255.v1","article-title":"Error analysis prompting enables human-like translation evaluation in large language models: A case study on chatgpt","author":"Lu","year":"2023"},{"key":"ref7","doi-asserted-by":"publisher","DOI":"10.23919\/icact60172.2024.10471974"},{"key":"ref8","doi-asserted-by":"publisher","DOI":"10.1007\/978-3-031-44693-1_30"},{"key":"ref9","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.emnlp-main.365"},{"key":"ref10","doi-asserted-by":"publisher","DOI":"10.1016\/j.inffus.2023.102022"},{"key":"ref11","article-title":"Predictive data analytics with ai: assessing the need for post-editing of mt output by fine-tuning openai llms","author":"Gladkoff","year":"2023","journal-title":"AMTA2023: Generative AI and the Future of Machine Translation"},{"key":"ref12","article-title":"MLQE-PE: A multilingual quality estimation and post-editing dataset","author":"Fomicheva","year":"2020"},{"key":"ref13","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/D19-1632"},{"key":"ref14","doi-asserted-by":"publisher","DOI":"10.5565\/rev\/tradumatica.77"},{"key":"ref15","doi-asserted-by":"publisher","DOI":"10.3115\/1220355.1220401"},{"key":"ref16","doi-asserted-by":"publisher","DOI":"10.1162\/coli.2007.33.1.9"},{"key":"ref17","first-page":"79","article-title":"QuEst - a translation quality estimation framework","volume-title":"ACL","author":"Specia"},{"key":"ref18","first-page":"322","article-title":"Fbk-upv-uedin participation in the wmt14 quality estimation shared-task","volume-title":"WMT","author":"de Souza"},{"key":"ref19","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/P15-4020"},{"key":"ref20","article-title":"Efficient estimation of word representations in vector space","author":"Mikolov","year":"2013"},{"key":"ref21","doi-asserted-by":"publisher","DOI":"10.3115\/v1\/D14-1162"},{"key":"ref22","article-title":"Neural machine translation by jointly learning to align and translate","author":"Bahdanau","year":"2014"},{"key":"ref23","article-title":"Sequence to sequence learning with neural networks","volume-title":"NeurIPS","volume":"27","author":"Sutskever"},{"key":"ref24","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W15-3041"},{"key":"ref25","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-2391"},{"key":"ref26","first-page":"121","article-title":"Searching for context: a study on document-level labels for translation quality estimation","volume-title":"EAMT","author":"Scarton"},{"key":"ref27","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-4761"},{"key":"ref28","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W15-3037"},{"key":"ref29","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-2387"},{"key":"ref30","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-2389"},{"key":"ref31","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N16-1059"},{"key":"ref32","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W16-2384"},{"issue":"1","key":"ref33","first-page":"3","article-title":"Predictor-estimator: Neural quality estimation based on target word prediction for machine translation","volume-title":"TALLIP","volume":"17","author":"Kim"},{"key":"ref34","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-4763"},{"key":"ref35","first-page":"3146","article-title":"Deepquest: a framework for neural-based quality estimation","volume-title":"COLING","author":"Ive"},{"key":"ref36","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00056"},{"key":"ref37","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-4764"},{"key":"ref38","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W17-4775"},{"key":"ref39","article-title":"Attention is all you need","author":"Vaswani","year":"2017","journal-title":"CoRR"},{"key":"ref40","article-title":"\u2018bilingual expert\u2019 can find translation errors","author":"Fan","year":"2018","journal-title":"CoRR"},{"key":"ref41","first-page":"1056","article-title":"HW-TSC\u2019s participation at WMT 2020 quality estimation shared task","volume-title":"WMT","author":"Wang"},{"key":"ref42","doi-asserted-by":"publisher","DOI":"10.1109\/ICCV51070.2023.00867"},{"key":"ref43","doi-asserted-by":"publisher","DOI":"10.1609\/aaai.v35i14.17506"},{"key":"ref44","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/N18-1202"},{"key":"ref45","article-title":"Bert: Pre-training of deep bidirectional transformers for language understanding","author":"Devlin","year":"2018"},{"key":"ref46","article-title":"Cross-lingual language model pre-training","author":"Lample","year":"2019"},{"key":"ref47","article-title":"Unsupervised cross-lingual representation learning at scale","author":"Conneau","year":"2019","journal-title":"CoRR"},{"key":"ref48","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-5406"},{"key":"ref49","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/P19-3020"},{"key":"ref50","first-page":"1062","article-title":"Tencent submission for wmt20 quality estimation shared task","volume-title":"WMT","author":"Wu"},{"key":"ref51","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.coling-main.445"},{"key":"ref52","first-page":"961","article-title":"Ist-unbabel 2021 submission for the quality estimation shared task","volume-title":"WMT","author":"Zerva"},{"key":"ref53","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-5411"},{"key":"ref54","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/W19-5410"},{"key":"ref55","doi-asserted-by":"publisher","DOI":"10.1162\/tacl_a_00288"},{"key":"ref56","article-title":"Dynamicbev: Leveraging dynamic queries and temporal context for 3d object detection","author":"Yao","year":"2023"},{"key":"ref57","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2020.emnlp-main.213"},{"key":"ref58","article-title":"Cometkiwi: Ist-unbabel 2022 submission for the quality estimation shared task","author":"Rei","year":"2022"},{"key":"ref59","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2022.acl-long.558"},{"key":"ref60","article-title":"Improving depth gradient continuity in transformers: A comparative study on monocular depth estimation with cnn","author":"Yao","year":"2023"},{"key":"ref61","first-page":"1877","article-title":"Language models are few-shot learners","volume-title":"NeurIPS","volume":"33","author":"Brown"},{"key":"ref62","first-page":"24 824","article-title":"Chain-of-thought prompting elicits reasoning in large language models","volume-title":"NeurIPS","volume":"35","author":"Wei"},{"key":"ref63","doi-asserted-by":"publisher","DOI":"10.18653\/v1\/2023.acl-long.324"},{"key":"ref64","doi-asserted-by":"publisher","DOI":"10.23919\/ICACT56868.2023.10079300"},{"key":"ref65","article-title":"Gpt-4 technical report","year":"2023"},{"key":"ref66","article-title":"Llama: Open and efficient foundation language models","author":"Touvron","year":"2023"},{"key":"ref67","doi-asserted-by":"publisher","DOI":"10.1561\/1500000019"}],"event":{"name":"2024 International Joint Conference on Neural Networks (IJCNN)","location":"Yokohama, Japan","start":{"date-parts":[[2024,6,30]]},"end":{"date-parts":[[2024,7,5]]}},"container-title":["2024 International Joint Conference on Neural Networks (IJCNN)"],"original-title":[],"link":[{"URL":"http:\/\/xplorestaging.ieee.org\/ielx8\/10649807\/10649898\/10650457.pdf?arnumber=10650457","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,10]],"date-time":"2024-09-10T05:21:30Z","timestamp":1725945690000},"score":1,"resource":{"primary":{"URL":"https:\/\/ieeexplore.ieee.org\/document\/10650457\/"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2024,6,30]]},"references-count":67,"URL":"https:\/\/doi.org\/10.1109\/ijcnn60899.2024.10650457","relation":{},"subject":[],"published":{"date-parts":[[2024,6,30]]}}}