{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T07:36:58Z","timestamp":1740123418595,"version":"3.37.3"},"reference-count":37,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2018,6,1]],"date-time":"2018-06-01T00:00:00Z","timestamp":1527811200000},"content-version":"tdm","delay-in-days":0,"URL":"http:\/\/www.springer.com\/tdm"}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["Machine Translation"],"published-print":{"date-parts":[[2018,12]]},"DOI":"10.1007\/s10590-018-9218-6","type":"journal-article","created":{"date-parts":[[2018,6,1]],"date-time":"2018-06-01T13:07:02Z","timestamp":1527858422000},"page":"325-351","update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":3,"title":["Automatic quality estimation for speech translation using joint ASR and MT features"],"prefix":"10.1007","volume":"32","author":[{"given":"Ngoc-Tien","family":"Le","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"given":"Benjamin","family":"Lecouteux","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]},{"ORCID":"https:\/\/orcid.org\/0000-0001-7411-9125","authenticated-orcid":false,"given":"Laurent","family":"Besacier","sequence":"additional","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2018,6,1]]},"reference":[{"key":"9218_CR1","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1007\/978-1-4612-2404-4_19","volume-title":"Learning from data: artificial intelligence and statistics V","author":"DW Aha","year":"1996","unstructured":"Aha DW, Bankert RL (1996) A comparative evaluation of sequential feature selection algorithms. In: Fisher D, Lenz HJ (eds) Learning from data: artificial intelligence and statistics V. Springer, New York, pp 199\u2013206"},{"key":"9218_CR2","doi-asserted-by":"crossref","unstructured":"Asadi A, Schwartz R, Makhoul J (1990) Automatic detection of new words in a large vocabulary continuous speech recognition system. In: Proceedings of the international conference on acoustics, speech and signal processing, Albuquerque, New Mexico, USA, pp 263\u2013265","DOI":"10.1109\/ICASSP.1990.115554"},{"key":"9218_CR3","unstructured":"Bach N, Huang F, Al-Onaizan Y (2011) Goodness: a method for measuring machine translation confidence. In: Proceedings of the 49th annual meeting of the association for computational linguistics, Portland, Oregon, pp 211\u2013219"},{"key":"9218_CR4","unstructured":"Besacier L, Lecouteux B, Luong NQ, Hour K, Hadjsalah M (2014) Word confidence estimation for speech translation. In: Proceedings of the international workshop on spoken language translation (IWSLT), Lake Tahoe, CA, USA, pp 169\u2013175"},{"key":"9218_CR5","doi-asserted-by":"crossref","unstructured":"Besacier L, Lecouteux B, Luong NQ, Le NT (2015) Spoken language translation graphs re-decoding using automatic quality assessment. In: Proceedings of IEEE automatic speech recognition and understanding workshop (ASRU 2015), Scotsdale, Arizona, United States, p 8","DOI":"10.1109\/ASRU.2015.7404804"},{"key":"9218_CR6","unstructured":"Bi\u00e7ici E (2013) Referential translation machines for quality estimation. In: Proceedings of the eighth workshop on statistical machine translation, Sofia, Bulgaria, pp 343\u2013351"},{"key":"9218_CR7","doi-asserted-by":"crossref","unstructured":"de Souza JGC, Zamani H, Negri M, Turchi M, Falavigna D (2015) Multitask learning for adaptive quality estimation of automatically transcribed utterances. In: Proceedings of the 2015 conference of the North American chapter of the association for computational linguistics: human language technologies. Denver, Colorado, USA, pp 714\u2013724","DOI":"10.3115\/v1\/N15-1073"},{"key":"9218_CR8","doi-asserted-by":"crossref","unstructured":"Fayolle J, Moreau F, Raymond C, Gravier G, Gros P (2010) CRF-based combination of contextual features to improve a posteriori word-level confidence measures. In: Proceedings of the 11th annual conference of the international speech communication association, Makuhari, Chiba, Japan, pp 1942\u20131945","DOI":"10.21437\/Interspeech.2010-96"},{"key":"9218_CR9","unstructured":"Federico M, Cettolo M, Bentivogli L, Paul M, St\u00fcker S (2012) Overview of the IWSLT 2012 evaluation campaign. In: Proceedings of the 9th international workshop on spoken language translation (IWSLT), Hong Kong, China, pp 12\u201333"},{"key":"9218_CR10","unstructured":"Galliano S, Geoffrois E, Gravier G, Bonastre JF, Mostefa D, Choukri K (2006) Corpus description of the ESTER evaluation campaign for the rich transcription of French broadcast news. In: In Proceedings of the 5th international conference on language resources and evaluation (LREC 2006), Genoa, Italy, pp 315\u2013320"},{"key":"9218_CR11","unstructured":"Han ALF, Lu Y, Wong DF, Chao LS, He L, Xing J (2013) Quality estimation for machine translation using the joint method of evaluation criteria and statistical modeling. In: Proceedings of the eighth workshop on statistical machine translation, Sofia, Bulgaria, pp 365\u2013372"},{"key":"9218_CR12","doi-asserted-by":"crossref","unstructured":"Jalalvand S, Negri M, Turchi M, C\u00a0de Souza JG, Daniele F, Qwaider MRH (2016) Transcrater: a tool for automatic speech recognition quality estimation. In: Proceedings of ACL-2016 system demonstrations, Berlin, Germany, pp 43\u201348","DOI":"10.18653\/v1\/P16-4008"},{"key":"9218_CR13","doi-asserted-by":"crossref","unstructured":"Kemp T, Schaaf T (1997) Estimating confidence using word lattices. In: Proceedings of the European conference on speech communication technology, Rhodes, Greece, pp 827\u2013830","DOI":"10.21437\/Eurospeech.1997-281"},{"key":"9218_CR14","doi-asserted-by":"crossref","unstructured":"Koehn P, Hoang H, Birch A, Callison-Burch C, Federico M, Bertoldi N, Cowan B, Shen W, Moran C, Zens R, Dyer C, Bojar O, Constantin A, Herbst E (2007) Moses: open source toolkit for statistical machine translation. In: Proceedings of the 45th annual meeting of the association for computational linguistics companion volume proceedings of the demo and poster sessions, Prague, Czech Republic, pp 177\u2013180","DOI":"10.3115\/1557769.1557821"},{"key":"9218_CR15","unstructured":"Lafferty J, McCallum A, Pereira F (2001) Conditional random fields: Probabilistic models for segmenting et labeling sequence data. In: Proceedings of the eighteenth international conference on machine learning (ICML 2001), Williamstown, MA, USA, pp 282\u2013289"},{"key":"9218_CR16","unstructured":"Langlois D, Raybaud S, Sma\u00efli K (2012) Loria system for the WMT12 quality estimation shared task. In: Proceedings of the seventh workshop on statistical machine translation, Montreal, Quebec, Canada, pp 114\u2013119"},{"key":"9218_CR17","doi-asserted-by":"crossref","unstructured":"Laurent A, Camelin N, Raymond C (2014) Boosting bonsai trees for efficient features combination: application to speaker role identification. In: Proceedings of the 15th annual conference of the international speech communication association (INTERSPEECH 2014), Singapore, pp 76\u201380","DOI":"10.21437\/Interspeech.2014-16"},{"key":"9218_CR18","unstructured":"Lavergne T, Capp\u00e9 O, Yvon F (2010) Practical very large scale CRFs. In: Proceedings of the 48th annual meeting of the association for computational linguistics, Uppsala, Sweden, pp 504\u2013513"},{"key":"9218_CR19","doi-asserted-by":"crossref","unstructured":"Lecouteux B, Linar\u00e8s G, Favre B (2009) Combined low level and high level features for out-of-vocabulary word detection. In: Proceedings of the 10th annual conference of the international speech communication association (INTERSPEECH 2009), Brighton, UK, pp 1187\u20131190","DOI":"10.21437\/Interspeech.2009-344"},{"key":"9218_CR20","first-page":"707","volume":"10","author":"V Levenshtein","year":"1966","unstructured":"Levenshtein V (1966) Binary codes capable of correcting deletions, insertions, and reversals. Soviet Phys Doklady 10:707\u2013710","journal-title":"Soviet Phys Doklady"},{"key":"9218_CR21","unstructured":"Logacheva V, Hokamp C, Specia L (2016) MARMOT: a toolkit for translation quality estimation at the word level. In: Proceedings of the tenth international conference on language resources and evaluation (LREC 2016), Portoro\u017e, Slovenia, p 4"},{"key":"9218_CR22","doi-asserted-by":"crossref","unstructured":"Luong NQ, Besacier L, Lecouteux B (2013a) Word confidence estimation and its integration in sentence quality estimation for machine translation. In: Proceedings of the fifth international conference on knowledge and systems engineering (KSE 2013), Hanoi, Vietnam, p 12","DOI":"10.1007\/978-3-319-02741-8_9"},{"key":"9218_CR23","doi-asserted-by":"crossref","unstructured":"Luong NQ, Besacier L, Lecouteux B (2014a) LIG system for word level QE task at WMT14. In: Proceedings of the ninth workshop on statistical machine translation, Baltimore, Maryland, USA, pp 335\u2013341","DOI":"10.3115\/v1\/W14-3342"},{"key":"9218_CR24","doi-asserted-by":"crossref","unstructured":"Luong NQ, Besacier L, Lecouteux B (2014b) Word confidence estimation for SMT N-best list re-ranking. In: Proceedings of the EACL 2014 workshop on humans and computer-assisted translation, Gothenburg, Sweden, pp 1\u20139","DOI":"10.3115\/v1\/W14-0301"},{"key":"9218_CR25","unstructured":"Luong NQ, Lecouteux B, Besacier L (2013b) LIG system for WMT13 QE task: investigating the usefulness of features in word confidence estimation for MT. In: Proceedings of the eighth workshop on statistical machine translation, association for computational linguistics, Sofia, Bulgaria, pp 396\u2013391"},{"key":"9218_CR26","doi-asserted-by":"publisher","first-page":"32","DOI":"10.1016\/j.datak.2015.04.003","volume":"96","author":"NQ Luong","year":"2015","unstructured":"Luong NQ, Besacier L, Lecouteux B (2015) Towards accurate predictors of word quality for machine translation: lessons learned on french-english and english-spanish systems. Data Knowl Eng 96:32\u201342","journal-title":"Data Knowl Eng"},{"key":"9218_CR27","unstructured":"Ng RWM, Doulaty M, Doddipatla R, Aziz W, Shah K, Saz O, Hasan M, AlHarbi G, Specia L, Hain T (2014) The USFD spoken language translation system for IWSLT 2014. In: Proceedings of the international workshop on spoken language translation (IWSLT), Lake Tahoe, CA, USA, pp 86\u201391"},{"key":"9218_CR28","unstructured":"Ng RWM, Shah K, Aziz W, Specia L, Hain T (2015) Quality estimation for asr k-best list rescoring in spoken language translation. In: 2015 IEEE international conference on acoustics, speech and signal processing, ICASSP 2015. Brisbane, Queensland, Australia, pp 5226\u20135230"},{"key":"9218_CR29","unstructured":"Ng RWM, Shah K, Specia L, Hain T (2016) Groupwise learning for ASR k-best list reranking in spoken language translation. In: Proceedings of the 41st international conference on acoustics, speech and signal processing (ICASSP 2016), Shanghai, China, pp 6120\u20136124"},{"key":"9218_CR30","unstructured":"Potet M, Besacier L, Blanchon H (2010) The LIG machine translation system for WMT 2010. In: Proceedings of the joint fifth workshop on statistical machine translation and MetricsMATR, Uppsala, Sweden, pp 161\u2013166"},{"key":"9218_CR31","unstructured":"Potet M, Esperan\u00e7a-Rodier E, Besacier L, Blanchon H (2012) Collection of a large database of french-english SMT output corrections. In: Proceedings of the eighth international conference on language resources and evaluation (LREC-2012), Istanbul, Turkey, pp 4043\u20134048"},{"key":"9218_CR32","unstructured":"Povey D, Ghoshal A, Boulianne G, Burget L, Glembek O, Goel N, Hannemann M, Motlicek P, Qian Y, Schwarz P, Silovsky J, Stemmer G, Vesely K (2011) The Kaldi speech recognition toolkit. In: IEEE 2011 workshop on automatic speech recognition and understanding, Waikoloa, Hawaii, US, p 4"},{"key":"9218_CR33","unstructured":"Servan C, Le NT, Luong NQ, Lecouteux B, Besacier L (2015) An open source toolkit for word-level confidence estimation in machine translation. In: Proceedings of the 12th international workshop on spoken language translation (IWSLT\u201915), Da Nang, Vietnam, pp 196\u2013203"},{"key":"9218_CR34","doi-asserted-by":"crossref","unstructured":"Snover M, Madnani N, Dorr B, Schwartz R (2009) Fluency, adequacy, or HTER? Exploring different human judgments with a tunable MT metric. In: Proceedings of the fourth workshop on statistical machine translation, Athens, Greece, pp 259\u2013268","DOI":"10.3115\/1626431.1626480"},{"key":"9218_CR35","doi-asserted-by":"crossref","unstructured":"Specia L, Paetzold G, Scarton C (2015) Multi-level translation quality prediction with QuEst++. In: Proceedings of ACL-IJCNLP 2015 system demonstrations, Beijing, China, pp 115\u2013120","DOI":"10.3115\/v1\/P15-4020"},{"key":"9218_CR36","doi-asserted-by":"crossref","unstructured":"Young SR (1994) Recognition confidence measures: detection of misrecognitions and out-of-vocabulary words. In: Proceedings of the international conference on acoustics, speech and signal processing, Adelaide, South Australia, pp 21\u201324","DOI":"10.21236\/ADA281254"},{"key":"9218_CR37","doi-asserted-by":"crossref","unstructured":"Zamani H, de\u00a0Souza JG, Negri M, Turchi M, Falavigna D (2015) Reference-free and confidence-independent binary quality estimation for automatic speech recognition. In: Proceedings of the second Italian conference on computational linguistics (CLiC-it), Trento, Italy, pp 280\u2013285","DOI":"10.4000\/books.aaccademia.1562"}],"container-title":["Machine Translation"],"original-title":[],"language":"en","link":[{"URL":"http:\/\/link.springer.com\/article\/10.1007\/s10590-018-9218-6\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10590-018-9218-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"http:\/\/link.springer.com\/content\/pdf\/10.1007\/s10590-018-9218-6.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2022,8,24]],"date-time":"2022-08-24T22:28:16Z","timestamp":1661380096000},"score":1,"resource":{"primary":{"URL":"http:\/\/link.springer.com\/10.1007\/s10590-018-9218-6"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2018,6,1]]},"references-count":37,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2018,12]]}},"alternative-id":["9218"],"URL":"https:\/\/doi.org\/10.1007\/s10590-018-9218-6","relation":{},"ISSN":["0922-6567","1573-0573"],"issn-type":[{"type":"print","value":"0922-6567"},{"type":"electronic","value":"1573-0573"}],"subject":[],"published":{"date-parts":[[2018,6,1]]},"assertion":[{"value":"29 July 2016","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"22 March 2018","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"1 June 2018","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}}]}}