{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,3,28]],"date-time":"2025-03-28T04:25:59Z","timestamp":1743135959543,"version":"3.40.3"},"publisher-location":"Singapore","reference-count":24,"publisher":"Springer Singapore","isbn-type":[{"type":"print","value":"9789813361614"},{"type":"electronic","value":"9789813361621"}],"license":[{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2020,1,1]],"date-time":"2020-01-01T00:00:00Z","timestamp":1577836800000},"content-version":"vor","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":[],"published-print":{"date-parts":[[2020]]},"DOI":"10.1007\/978-981-33-6162-1_3","type":"book-chapter","created":{"date-parts":[[2021,1,14]],"date-time":"2021-01-14T02:17:17Z","timestamp":1610590637000},"page":"24-36","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Unsupervised Machine Translation Quality Estimation in Black-Box Setting"],"prefix":"10.1007","author":[{"given":"Hui","family":"Huang","sequence":"first","affiliation":[]},{"given":"Hui","family":"Di","sequence":"additional","affiliation":[]},{"given":"Jin\u2019an","family":"Xu","sequence":"additional","affiliation":[]},{"given":"Kazushige","family":"Ouchi","sequence":"additional","affiliation":[]},{"given":"Yufeng","family":"Chen","sequence":"additional","affiliation":[]}],"member":"297","published-online":{"date-parts":[[2021,1,14]]},"reference":[{"key":"3_CR1","doi-asserted-by":"crossref","unstructured":"John, B., et al.: Confidence estimation for machine translation. In: Proceedings of the International Conference on Computational Linguistics, p. 315 (2004)","DOI":"10.3115\/1220355.1220401"},{"key":"3_CR2","unstructured":"Matthew, S., Bonnie, D., Richard, S., Linnea, M., John, M.: A study of translation edit rate with targeted human annotation. In: Proceedings of association for machine translation in the Americas, vol. 200, No. 6 (2006)"},{"key":"3_CR3","unstructured":"Yvette, G., Timothy, B., Alistair, M., Justin, Z.: Can machine translation systems be evaluated by the crowd alone. Nat. Lang. Eng. 23, 1\u201328 (2015)"},{"key":"3_CR4","unstructured":"Hyun, K., Jong-Hyeok, L., Seung-Hoon, N.: Predictor-estimator using multilevel task learning with stack propagation for neural quality estimation. In: Proceedings of the Second Conference on Machine Translation, vol. 2, Shared Tasks Papers, pp. 562\u2013568 (2017)"},{"key":"3_CR5","unstructured":"Erick, F., Lisa, Y., Andr\u00e9, M., Mark, F., Christian, F.: Findings of the WMT 2019 shared tasks on quality estimation. In: Proceedings of the Fourth Conference on Machine Translation (Shared Task Papers, Day 2), vol. 3, pp. 1\u201310 (2019)"},{"key":"3_CR6","unstructured":"Fomicheva, M., et al.: Unsupervised Quality Estimation for Neural Machine Translation. arXiv preprint arXiv:2005.10608 (2020)"},{"key":"3_CR7","doi-asserted-by":"crossref","unstructured":"Kishore, P., Salim, R., Todd, W., Wei-Jing, Z.: Bleu: a method for automatic evaluation of machine translation. In: Proceedings of the 40th annual meeting of the Association for Computa-tional Linguistics, pp. 311\u2013318 (2002)","DOI":"10.3115\/1073083.1073135"},{"key":"3_CR8","unstructured":"Zhang, T., Kishore, V., Wu, F., Weinberger, K. Q., Artzi, Y.: Bertscore: evaluating text generation with bert. arXiv preprint arXiv:1904.09675 (2019)"},{"key":"3_CR9","doi-asserted-by":"crossref","unstructured":"Sellam, T., Das, D., Parikh, A.P.: BLEURT: Learning Robust Metrics for Text Generation.\u00a0arXiv preprint arXiv:2004.04696 (2020)","DOI":"10.18653\/v1\/2020.acl-main.704"},{"key":"3_CR10","unstructured":"Lucia, S.: Exploiting objective annotations for measuring translation post-editing effort. In: Proceedings of the 15th Conference of the European Association for Machine Translation, pp. 73\u201380 (2011)"},{"key":"3_CR11","doi-asserted-by":"crossref","unstructured":"Bojar, O., Chatterjee, R., Federmann, C., Graham, Y., Logacheva, V.: Findings of the 2017 conference on machine translation. In: Proceedings of the Second Conference on Machine Translation, pp. 169\u2013214 (2017)","DOI":"10.18653\/v1\/W17-4717"},{"issue":"1","key":"3_CR12","first-page":"3","volume":"17","author":"H Kim","year":"2017","unstructured":"Kim, H., Jung, H.-Y., Kwon, H., Lee, J.H., Na, S.-H.: Predictor-estimator: neural quality estimation based on target word prediction for machine translation. ACM Trans. Asian and Low-Resour. Lang. Inf. Proc. (TALLIP) 17(1), 3 (2017)","journal-title":"ACM Trans. Asian and Low-Resour. Lang. Inf. Proc. (TALLIP)"},{"key":"3_CR13","unstructured":"Kai, F., Bo, L., Fengming, Z., Jiayi W.: \u201cBilingual Expert\u201d Can Find Translation Errors. arXiv preprint arXiv:1807.09433 (2018)"},{"key":"3_CR14","doi-asserted-by":"crossref","unstructured":"Kepler, F., et al.: Unbabel\u2019s Participation in the WMT19 Translation Quality Estimation Shared Task. arXiv preprint arXiv:1907.10352 (2019)","DOI":"10.18653\/v1\/W19-5406"},{"key":"3_CR15","unstructured":"Fr\u00e9d\u00e9ric, B., Nikolaos, A., Lucia, S.: Quality in, quality out: Learning from actual mistakes. In: Proceedings of the 22nd Annual Conference of the European Association for Machine Translation (2020)"},{"key":"3_CR16","unstructured":"Devlin, J., Chang, M.W., Lee, K., Toutanova, K.: Bert: pre-training of deep bidirectional transformers for language understanding. arXiv preprint arXiv:1810.04805 (2018)"},{"key":"3_CR17","unstructured":"Lample, G., Conneau, A.: Cross-lingual language model pretraining. arXiv preprint arXiv:1901.07291 (2019)"},{"key":"3_CR18","doi-asserted-by":"crossref","unstructured":"Conneau, A., et al.: Unsupervised cross-lingual representation learning at scale.\u00a0arXiv preprint arXiv:1911.02116 (2019)","DOI":"10.18653\/v1\/2020.acl-main.747"},{"key":"3_CR19","doi-asserted-by":"crossref","unstructured":"Pires, T., Schlinger, E., Garrette, D. How multilingual is Multilingual BERT?. arXiv preprint arXiv:1906.01502 (2019)","DOI":"10.18653\/v1\/P19-1493"},{"key":"3_CR20","doi-asserted-by":"crossref","unstructured":"Barrault, L., et al.: Findings of the 2019 conference on machine translation (wmt19). In:\u00a0Proceedings of the Fourth Conference on Machine Translation (Shared Task Papers, Day 1), vol. 2, pp. 1\u201361 (2019)","DOI":"10.18653\/v1\/W19-5301"},{"key":"3_CR21","doi-asserted-by":"crossref","unstructured":"Ma, Q., Wei, J., Bojar, O., Graham, Y.: Results of the WMT19 metrics shared task: Segment-level and strong MT systems pose big challenges. In:\u00a0Proceedings of the Fourth Conference on Machine Translation (Shared Task Papers, Day 1), vol. 2,\u00a0pp. 62\u201390 (2019)","DOI":"10.18653\/v1\/W19-5302"},{"key":"3_CR22","doi-asserted-by":"crossref","unstructured":"Niven, T., Kao, H.Y.: Probing neural network comprehension of natural language arguments.\u00a0arXiv preprint arXiv:1907.07355 (2019)","DOI":"10.18653\/v1\/P19-1459"},{"issue":"4","key":"3_CR23","doi-asserted-by":"publisher","first-page":"49","DOI":"10.1145\/3186549.3186562","volume":"46","author":"N Tandon","year":"2018","unstructured":"Tandon, N., Varde, A.S., de Melo, G.: Commonsense knowledge in machine intelligence. ACM SIGMOD Rec. 46(4), 49\u201352 (2018)","journal-title":"ACM SIGMOD Rec."},{"key":"3_CR24","doi-asserted-by":"crossref","unstructured":"Zhang, J., Liu, Y., Luan, H., Xu, J., Sun, M.: Prior knowledge integration for neural machine translation using posterior regularization.\u00a0arXiv preprint arXiv:1811.01100 (2018)","DOI":"10.18653\/v1\/P17-1139"}],"container-title":["Communications in Computer and Information Science","Machine Translation"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/978-981-33-6162-1_3","content-type":"unspecified","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,8,22]],"date-time":"2024-08-22T09:51:22Z","timestamp":1724320282000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/978-981-33-6162-1_3"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2020]]},"ISBN":["9789813361614","9789813361621"],"references-count":24,"URL":"https:\/\/doi.org\/10.1007\/978-981-33-6162-1_3","relation":{},"ISSN":["1865-0929","1865-0937"],"issn-type":[{"type":"print","value":"1865-0929"},{"type":"electronic","value":"1865-0937"}],"subject":[],"published":{"date-parts":[[2020]]},"assertion":[{"value":"14 January 2021","order":1,"name":"first_online","label":"First Online","group":{"name":"ChapterHistory","label":"Chapter History"}},{"value":"CCMT","order":1,"name":"conference_acronym","label":"Conference Acronym","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China Conference on Machine Translation","order":2,"name":"conference_name","label":"Conference Name","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Hohhot","order":3,"name":"conference_city","label":"Conference City","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"China","order":4,"name":"conference_country","label":"Conference Country","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"2020","order":5,"name":"conference_year","label":"Conference Year","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"21 August 2020","order":7,"name":"conference_start_date","label":"Conference Start Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"23 August 2020","order":8,"name":"conference_end_date","label":"Conference End Date","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"16","order":9,"name":"conference_number","label":"Conference Number","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"ccmt2020","order":10,"name":"conference_id","label":"Conference ID","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"http:\/\/sc.cipsc.org.cn\/mt\/conference\/2020\/","order":11,"name":"conference_url","label":"Conference URL","group":{"name":"ConferenceInfo","label":"Conference Information"}},{"value":"Double-blind","order":1,"name":"type","label":"Type","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"STAR Conference Manager","order":2,"name":"conference_management_system","label":"Conference Management System","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"78","order":3,"name":"number_of_submissions_sent_for_review","label":"Number of Submissions Sent for Review","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"7","order":4,"name":"number_of_full_papers_accepted","label":"Number of Full Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"6","order":5,"name":"number_of_short_papers_accepted","label":"Number of Short Papers Accepted","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"9% - The value is computed by the equation \"Number of Full Papers Accepted \/ Number of Submissions Sent for Review * 100\" and then rounded to a whole number.","order":6,"name":"acceptance_rate_of_full_papers","label":"Acceptance Rate of Full Papers","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3","order":7,"name":"average_number_of_reviews_per_paper","label":"Average Number of Reviews per Paper","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"3.3","order":8,"name":"average_number_of_papers_per_reviewer","label":"Average Number of Papers per Reviewer","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"No","order":9,"name":"external_reviewers_involved","label":"External Reviewers Involved","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}},{"value":"Due to the COVID-19 pandemic the conference was held online","order":10,"name":"additional_info_on_review_process","label":"Additional Info on Review Process","group":{"name":"ConfEventPeerReviewInformation","label":"Peer Review Information (provided by the conference organizers)"}}]}}