{"status":"ok","message-type":"work","message-version":"1.0.0","message":{"indexed":{"date-parts":[[2025,2,21]],"date-time":"2025-02-21T23:45:43Z","timestamp":1740181543604,"version":"3.37.3"},"reference-count":56,"publisher":"Springer Science and Business Media LLC","issue":"4","license":[{"start":{"date-parts":[[2022,5,19]],"date-time":"2022-05-19T00:00:00Z","timestamp":1652918400000},"content-version":"tdm","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"},{"start":{"date-parts":[[2022,5,19]],"date-time":"2022-05-19T00:00:00Z","timestamp":1652918400000},"content-version":"vor","delay-in-days":0,"URL":"https:\/\/www.springer.com\/tdm"}],"funder":[{"name":"T\u00dcB\u0130TAK","award":["118C008"],"award-info":[{"award-number":["118C008"]}]}],"content-domain":{"domain":["link.springer.com"],"crossmark-restriction":false},"short-container-title":["SN COMPUT. SCI."],"published-print":{"date-parts":[[2022,7]]},"DOI":"10.1007\/s42979-022-01183-0","type":"journal-article","created":{"date-parts":[[2022,5,19]],"date-time":"2022-05-19T17:08:03Z","timestamp":1652980083000},"update-policy":"https:\/\/doi.org\/10.1007\/springer_crossmark_policy","source":"Crossref","is-referenced-by-count":1,"title":["Machine Translation Performance Prediction System: Optimal Prediction for Optimal Translation"],"prefix":"10.1007","volume":"3","author":[{"ORCID":"https:\/\/orcid.org\/0000-0002-2293-2031","authenticated-orcid":false,"given":"Ergun","family":"Bi\u00e7ici","sequence":"first","affiliation":[],"role":[{"role":"author","vocabulary":"crossref"}]}],"member":"297","published-online":{"date-parts":[[2022,5,19]]},"reference":[{"key":"1183_CR1","unstructured":"Avramidis E. Quality estimation for machine translation output using linguistic analysis and decoding features. In: Seventh workshop on statistical machine translation; 2012. p. 84\u201390."},{"key":"1183_CR2","doi-asserted-by":"publisher","first-page":"43","DOI":"10.1515\/pralin-2015-0003","volume":"103","author":"E Bi\u00e7ici","year":"2015","unstructured":"Bi\u00e7ici E, Specia L. Quest for high quality machine translation. Prague Bull Math Linguist. 2015;103:43\u201364. https:\/\/doi.org\/10.1515\/pralin-2015-0003.","journal-title":"Prague Bull Math Linguist"},{"key":"1183_CR3","unstructured":"Bojar O, Buck C, Chatterjee R, Federmann C, Haddow B, Huck M, Yepes JA, Kreutzer J, Logacheva V, Neveol A, Neves M, Koehn P, Monz C, Negri M, Post M, Riezler S, Sokolov A, Specia L, Verspoor K, Turchi M. In: Second conf. on machine translation, Copenhagen, Denmark; 2017."},{"key":"1183_CR4","doi-asserted-by":"publisher","DOI":"10.1007\/s10579-015-9322-7","author":"E Bi\u00e7ici","year":"2015","unstructured":"Bi\u00e7ici E, Way A. Referential translation machines for predicting semantic similarity. Lang Resour Eval. 2015. https:\/\/doi.org\/10.1007\/s10579-015-9322-7.","journal-title":"Lang Resour Eval"},{"key":"1183_CR5","doi-asserted-by":"crossref","unstructured":"Blatz J, Fitzgerald E, Foster G, Gandrabur S, Goutte C, Kulesza A, Sanchis A, Ueffing N. In: Confidence estimation for machine translation. Coling 2004, Geneva, Switzerland; 2004. p. 315\u2013321.","DOI":"10.3115\/1220355.1220401"},{"key":"1183_CR6","unstructured":"Gamon M, Aue A, Smets M. Sentence-level MT evaluation without reference translations: beyond language modeling. In: 10th Conf. of the European assoc. for machine translation (EAMT), Budapest; 2005."},{"key":"1183_CR7","doi-asserted-by":"crossref","unstructured":"Ravi S, Knight K, Soricut R. Automatic prediction of parser accuracy. In: Conf. on empirical methods in NLP, Stroudsburg; 2008. p. 887\u2013896.","DOI":"10.3115\/1613715.1613829"},{"key":"1183_CR8","doi-asserted-by":"publisher","first-page":"31","DOI":"10.1515\/pralin-2016-0010","volume":"106","author":"E Bi\u00e7ici","year":"2016","unstructured":"Bi\u00e7ici E. Predicting the performance of parsing with referential translation machines. Prague Bull Math Ling. 2016;106:31\u201344. https:\/\/doi.org\/10.1515\/pralin-2016-0010.","journal-title":"Prague Bull Math Ling"},{"key":"1183_CR9","unstructured":"Soricut R, Echihabi A. Trustrank: inducing trust in automatic translations via ranking. In: 48th Annual meeting of the Assoc. for Comp. Ling.; 2010. p. 612\u2013621."},{"key":"1183_CR10","doi-asserted-by":"crossref","unstructured":"Papineni K, Roukos S, Ward T, Zhu W-J. BLEU: a method for automatic evaluation of machine translation. In: 40th Annual meeting of the Assoc. for Comp. Ling., Philadelphia; 2002. p. 311\u2013318.","DOI":"10.3115\/1073083.1073135"},{"issue":"3\u20134","key":"1183_CR11","doi-asserted-by":"publisher","first-page":"171","DOI":"10.1007\/s10590-013-9138-4","volume":"27","author":"E Bi\u00e7ici","year":"2013","unstructured":"Bi\u00e7ici E, Groves D, van Genabith J. Predicting sentence translation quality using extrinsic and language independent features. Mach Transl. 2013;27(3\u20134):171\u201392. https:\/\/doi.org\/10.1007\/s10590-013-9138-4.","journal-title":"Mach Transl"},{"key":"1183_CR12","doi-asserted-by":"crossref","unstructured":"Huang F, Xu J-M, Ittycheriah A, Roukos S. Adaptive hter estimation for document-specific mt post-editing. In: 52nd annual meeting of Assoc. for Comp. Ling.; 2014, p. 861\u2013870.","DOI":"10.3115\/v1\/P14-1081"},{"key":"1183_CR13","unstructured":"Snover M, Dorr B, Schwartz R, Micciulla L, Makhoul J. A study of translation edit rate with targeted human annotation. In: Assoc. for machine translation in the Americas; 2006."},{"key":"1183_CR14","doi-asserted-by":"crossref","unstructured":"Bi\u00e7ici E. RTM results for predicting translation performance. In: Proc. of the third conf. on machine translation (WMT18), Brussels; 2018. p. 765\u2013769. https:\/\/aclweb.org\/anthology\/papers\/W\/W18\/W18-6458\/.","DOI":"10.18653\/v1\/W18-6458"},{"key":"1183_CR15","doi-asserted-by":"crossref","unstructured":"Bi\u00e7ici E. Predicting translation performance with referential translation machines. In: Proc. of the second conf. on machine translation (WMT17), Copenhagen; 2017. p. 540\u2013544. http:\/\/www.aclweb.org\/anthology\/W17-4759.","DOI":"10.18653\/v1\/W17-4759"},{"key":"1183_CR16","doi-asserted-by":"crossref","unstructured":"Koehn P, Hoang H, Birch A, Callison-Burch C, Federico M, Bertoldi N, Cowan B, Shen W, Moran C, Zens R, Dyer C, Bojar O, Constantin A, Herbst E. Moses: open source toolkit for statistical machine translation. In: 45th annual meeting of the Assoc. for Comp. Ling., Prague; 2007. p. 177\u2013180.","DOI":"10.3115\/1557769.1557821"},{"key":"1183_CR17","unstructured":"Eidelman V, Wu K, Ture F, Resnik P, Lin J. Towards efficient large-scale feature-rich statistical machine translation. In: Eighth workshop on statistical machine translation, Sofia; 2013. p. 128\u2013133."},{"key":"1183_CR18","doi-asserted-by":"crossref","unstructured":"Haddow B, Huck M, Birch A, Bogoychev N, Koehn P. The edinburgh\/jhu phrase-based machine translation systems for wmt\u00a02015. In: Tenth workshop on statistical machine translation, Lisbon; 2015. p. 126\u2013133.","DOI":"10.18653\/v1\/W15-3013"},{"key":"1183_CR19","doi-asserted-by":"crossref","unstructured":"Costa-juss\u00e0 RM, Fonollosa RJA. Character-based neural machine translation. In: 54th Annual meeting of the Assoc. for Comp. Ling., Berlin; 2016. p. 357\u2013361.","DOI":"10.18653\/v1\/P16-2058"},{"key":"1183_CR20","doi-asserted-by":"publisher","unstructured":"Sennrich R, Haddow B, Birch A. Edinburgh neural machine translation systems for WMT 16. In: First conf. on machine translation, Berlin; 2016. p. 371\u2013376. https:\/\/doi.org\/10.18653\/v1\/W16-2323.","DOI":"10.18653\/v1\/W16-2323"},{"key":"1183_CR21","unstructured":"Bi\u00e7ici E. The regression model of machine translation. PhD thesis, Ko\u00e7 University. 2011. Supervisor: Deniz Yuret."},{"key":"1183_CR22","doi-asserted-by":"publisher","unstructured":"Bi\u00e7ici E. Machine translation with parfda, Moses, kenlm, nplm, and PRO. In: Proc. of the fourth conf. on machine translation (WMT19), Florence; 2019. p. 122\u2013128. https:\/\/doi.org\/10.18653\/v1\/W19-5306.","DOI":"10.18653\/v1\/W19-5306"},{"key":"1183_CR23","unstructured":"Seginer Y. Learning syntactic structure. PhD thesis, Universiteit van Amsterdam. 2007."},{"key":"1183_CR24","doi-asserted-by":"publisher","unstructured":"Bi\u00e7ici E. Context-based sentence alignment in parallel corpora. 9th International Conf. on Intelligent Text Processing and Computational Linguistics (CICLing 2008). Lecture Notes in Computer Science vol. 4919, p. 434\u2013444. 2008. https:\/\/doi.org\/10.1007\/978-3-540-78135-6_37.","DOI":"10.1007\/978-3-540-78135-6_37"},{"key":"1183_CR25","doi-asserted-by":"publisher","unstructured":"Bi\u00e7ici E, Yuret D. Optimizing instance selection for statistical machine translation with feature decay algorithms. IEEE\/ACM Transactions On Audio, Speech, and Language Processing (TASLP), vol. 23, p. 339\u2013350. 2015. https:\/\/doi.org\/10.1109\/TASLP.2014.2381882.","DOI":"10.1109\/TASLP.2014.2381882"},{"issue":"2","key":"1183_CR26","first-page":"263","volume":"19","author":"PF Brown","year":"1993","unstructured":"Brown PF, Pietra SAD, Pietra VJD, Mercer RL. The mathematics of statistical machine translation: parameter estimation. Comp Ling. 1993;19(2):263\u2013311.","journal-title":"Comp Ling"},{"key":"1183_CR27","doi-asserted-by":"crossref","unstructured":"Popovi\u0107 M. chrf: character n-gram f-score for automatic mt evaluation. In: Tenth workshop on statistical machine translation, Lisbon; 2015. p. 392\u2013395.","DOI":"10.18653\/v1\/W15-3049"},{"key":"1183_CR28","doi-asserted-by":"crossref","unstructured":"Sagemo O, Stymne S. The uu submission to the machine translation quality estimation task. In: First conf. on machine translation, Berlin; 2016. p. 825\u2013830.","DOI":"10.18653\/v1\/W16-2390"},{"key":"1183_CR29","doi-asserted-by":"publisher","first-page":"5","DOI":"10.1515\/pralin-2015-0001","volume":"103","author":"E Bi\u00e7ici","year":"2015","unstructured":"Bi\u00e7ici E. Domain adaptation for machine translation with instance selection. Prague Bull Math Ling. 2015;103:5\u201320. https:\/\/doi.org\/10.1515\/pralin-2015-0001.","journal-title":"Prague Bull Math Ling"},{"key":"1183_CR30","unstructured":"Callison-Burch C, Koehn P, Monz C, Post M, Soricut R, Specia L. Findings of the 2012 workshop on statistical machine translation. In: Seventh workshop on statistical machine translation, Montr\u00e9al; 2012. p. 10\u201351."},{"key":"1183_CR31","doi-asserted-by":"crossref","unstructured":"Bi\u00e7ici E. ParFDA for instance selection for statistical machine translation. In: Proc. of the first conf. on machine translation (WMT16), Berlin; 2016. p. 252\u2013258. https:\/\/aclanthology.info\/papers\/W16-2306\/w16-2306.","DOI":"10.18653\/v1\/W16-2306"},{"key":"1183_CR32","doi-asserted-by":"crossref","unstructured":"Bojar O, Buck C, Federmann C, Haddow B, Koehn P, Leveling J, Monz C, Pecina P, Post M, Saint-Amand H, Soricut R, Specia L, Tamchyna A. Findings of the 2014 workshop on statistical machine translation. In: Ninth workshop on statistical machine translation, Baltimore; 2014. p. 12\u201358.","DOI":"10.3115\/v1\/W14-3302"},{"key":"1183_CR33","unstructured":"Callison-Burch C, Koehn P, Monz C, Zaidan OF. Findings of the 2011 workshop on statistical machine translation. In: Sixth workshop on statistical machine translation, Edinburgh; 2011. p. 22\u201364."},{"issue":"3","key":"1183_CR34","doi-asserted-by":"publisher","first-page":"199","DOI":"10.1023\/B:STCO.0000035301.49549.88","volume":"14","author":"AJ Smola","year":"2004","unstructured":"Smola AJ, Sch\u00f6lkopf B. A tutorial on support vector regression. Stat Comput. 2004;14(3):199\u2013222.","journal-title":"Stat Comput"},{"issue":"1","key":"1183_CR35","doi-asserted-by":"publisher","first-page":"3","DOI":"10.1007\/s10994-006-6226-1","volume":"63","author":"P Geurts","year":"2006","unstructured":"Geurts P, Ernst D, Wehenkel L. Extremely randomized trees. Mach Learn. 2006;63(1):3\u201342.","journal-title":"Mach Learn"},{"key":"1183_CR36","volume-title":"Pattern recognition and machine learning (information science and statistics)","author":"CM Bishop","year":"2006","unstructured":"Bishop CM. Pattern recognition and machine learning (information science and statistics). Berlin, Heidelberg: Springer; 2006."},{"key":"1183_CR37","first-page":"2825","volume":"12","author":"F Pedregosa","year":"2011","unstructured":"Pedregosa F, Varoquaux G, Gramfort A, Michel V, Thirion B, Grisel O, Blondel M, Prettenhofer P, Weiss R, Dubourg V, Vanderplas J, Passos A, Cournapeau D, Brucher M, Perrot M, Duchesnay E. Scikit-learn: machine learning in Python. J Mach Learn Res. 2011;12:2825\u201330.","journal-title":"J Mach Learn Res"},{"issue":"1\u20133","key":"1183_CR38","doi-asserted-by":"publisher","first-page":"389","DOI":"10.1023\/A:1012487302797","volume":"46","author":"I Guyon","year":"2002","unstructured":"Guyon I, Weston J, Barnhill S, Vapnik V. Gene selection for cancer classification using support vector machines. Mach Learn. 2002;46(1\u20133):389\u2013422.","journal-title":"Mach Learn"},{"key":"1183_CR39","unstructured":"Specia L, Cancedda N, Dymetman M, Turchi M, Cristianini N. Estimating the sentence-level quality of machine translation systems. In: 13th annual conf. of the European assoc. for machine translation (EAMT), Barcelona; 2009. p. 28\u201335."},{"key":"1183_CR40","doi-asserted-by":"crossref","unstructured":"Smola AJ, Murata N, Sch\u00f6lkopf B, M\u00fcller KR. Asymptotically optimal choice of $$\\varepsilon$$-loss for support vector machines. In: Niklasson L, Boden M, Ziemke T, editors. Berlin: Int. Conf. on Artificial Neural Networks; 1998. p. 105\u201310.","DOI":"10.1007\/978-1-4471-1599-1_11"},{"issue":"2","key":"1183_CR41","doi-asserted-by":"publisher","first-page":"259","DOI":"10.1007\/s10115-012-0586-6","volume":"38","author":"LI Kuncheva","year":"2014","unstructured":"Kuncheva LI, Rodr\u00edguez JJ. A weighted voting framework for classifiers ensembles. Knowl Inf Syst. 2014;38(2):259\u201375.","journal-title":"Knowl Inf Syst"},{"key":"1183_CR42","unstructured":"Perrone M, Cooper L. When networks disagree: Ensemble methods for hybrid neural networks. Technical report: Brown Univ. Providence RI Inst. for Brain and Neural Systems; 1992."},{"key":"1183_CR43","doi-asserted-by":"publisher","first-page":"271","DOI":"10.1613\/jair.594","volume":"10","author":"KM Ting","year":"1999","unstructured":"Ting KM, Witten IH. Issues in stacked generalization. J Artif Intell Res. 1999;10:271\u201389.","journal-title":"J Artif Intell Res"},{"key":"1183_CR44","doi-asserted-by":"crossref","unstructured":"Polley EC, van\u00a0der Laan MJ. Super learner in prediction. Technical report, U.C. Berkeley Division of Biostatistics (May 2010). https:\/\/biostats.bepress.com\/ucbbiostat\/paper266.","DOI":"10.32614\/CRAN.package.SuperLearner"},{"issue":"2","key":"1183_CR45","doi-asserted-by":"publisher","first-page":"131","DOI":"10.1016\/j.stamet.2005.02.003","volume":"2","author":"S Dudoit","year":"2005","unstructured":"Dudoit S, van der Laan MJ. Asymptotics of cross-validated risk estimation in estimator selection and performance assessment. Stat Methodol. 2005;2(2):131\u201354. https:\/\/doi.org\/10.1016\/j.stamet.2005.02.003.","journal-title":"Stat Methodol"},{"key":"1183_CR46","unstructured":"Vapnik V. Statistical learning theory. Wiley-Interscience; 1998."},{"key":"1183_CR47","unstructured":"NIST\/SEMATECH: NIST\/SEMATECH e-Handbook of Statistical Methods. 2020. http:\/\/www.itl.nist.gov\/div898\/handbook\/eda\/section3\/eda352.htm. http:\/\/www.itl.nist.gov\/div898\/handbook\/."},{"key":"1183_CR48","unstructured":"Bi\u00e7ici E, Yuret D. RegMT system for machine translation, system combination, and evaluation. In: Sixth workshop on statistical machine translation, Edinburgh, 2011; p. 323\u2013329. http:\/\/www.aclweb.org\/anthology\/W11-2137."},{"key":"1183_CR49","doi-asserted-by":"crossref","unstructured":"Bi\u00e7ici E. RTM at SemEval-2016 task 1: Predicting semantic similarity with referential translation machines and related statistics. In: SemEval-2016: Semantic Evaluation Exercises-Inter. Workshop on Semantic Evaluation, San Diego; 2016. p. 758\u2013764. https:\/\/aclanthology.info\/papers\/S16-1117\/s16-1117.","DOI":"10.18653\/v1\/S16-1117"},{"issue":"5","key":"1183_CR50","doi-asserted-by":"publisher","first-page":"1651","DOI":"10.1214\/aos\/1024691352","volume":"26","author":"RE Schapire","year":"1998","unstructured":"Schapire RE, Freund Y, Bartlett P, Lee WS. Boosting the margin: a new explanation for the effectiveness of voting methods. Ann Statist. 1998;26(5):1651\u201386. https:\/\/doi.org\/10.1214\/aos\/1024691352.","journal-title":"Ann Statist"},{"key":"1183_CR51","doi-asserted-by":"crossref","unstructured":"Kozlova A, Shmatova M, Frolov A. Ysda participation in the wmt\u201916 quality estimation shared task. In: First conf. on machine translation, Berlin; 2016. p. 793\u2013799.","DOI":"10.18653\/v1\/W16-2385"},{"key":"1183_CR52","unstructured":"Bojar O, Buck C, Chatterjee R, Federmann C, Guillou L, Haddow B, Huck M, Yepes JA, Neveol A, Neves M, Pecina P, Popel M, Koehn P, Monz C, Negri M, Post M, Specia L, Verspoor K, Tiedemann J, Turchi M. First Conf. on Machine Translation (2016). Chap. First Conf. on Machine Translation."},{"key":"1183_CR53","doi-asserted-by":"crossref","unstructured":"Lavie A, Agarwal A. METEOR: an automatic metric for MT evaluation with high levels of correlation with human judgments. In: Second workshop on statistical machine translation, Prague; 2007. p. 228\u2013231.","DOI":"10.3115\/1626355.1626389"},{"key":"1183_CR54","doi-asserted-by":"publisher","first-page":"19","DOI":"10.2478\/pralin-2013-0008","volume":"100","author":"K Shah","year":"2013","unstructured":"Shah K, Avramidis E, Bi\u00e7ici E, Specia L. QuEst-design, implementation and extensions of a framework for machine translation quality estimation. Prague Bull Math Ling. 2013;100:19\u201330. https:\/\/doi.org\/10.2478\/pralin-2013-0008.","journal-title":"Prague Bull Math Ling"},{"key":"1183_CR55","doi-asserted-by":"crossref","unstructured":"Specia L, Paetzold G, Scarton C. Multi-level translation quality prediction with QuEst++. In: Proc. of ACL-IJCNLP 2015 system demonstrations, Beijing; 2015. p. 115\u2013120.","DOI":"10.3115\/v1\/P15-4020"},{"key":"1183_CR56","unstructured":"Ive J, Blain F, Specia L. deepQuest: a framework for neural-based quality estimation. In: Proc. of the 27th intl. conf. on computational linguistics, Santa Fe; 2018. p. 3146\u20133157."}],"container-title":["SN Computer Science"],"original-title":[],"language":"en","link":[{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-022-01183-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/article\/10.1007\/s42979-022-01183-0\/fulltext.html","content-type":"text\/html","content-version":"vor","intended-application":"text-mining"},{"URL":"https:\/\/link.springer.com\/content\/pdf\/10.1007\/s42979-022-01183-0.pdf","content-type":"application\/pdf","content-version":"vor","intended-application":"similarity-checking"}],"deposited":{"date-parts":[[2024,9,25]],"date-time":"2024-09-25T15:13:38Z","timestamp":1727277218000},"score":1,"resource":{"primary":{"URL":"https:\/\/link.springer.com\/10.1007\/s42979-022-01183-0"}},"subtitle":[],"short-title":[],"issued":{"date-parts":[[2022,5,19]]},"references-count":56,"journal-issue":{"issue":"4","published-print":{"date-parts":[[2022,7]]}},"alternative-id":["1183"],"URL":"https:\/\/doi.org\/10.1007\/s42979-022-01183-0","relation":{},"ISSN":["2661-8907"],"issn-type":[{"type":"electronic","value":"2661-8907"}],"subject":[],"published":{"date-parts":[[2022,5,19]]},"assertion":[{"value":"4 November 2021","order":1,"name":"received","label":"Received","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"27 April 2022","order":2,"name":"accepted","label":"Accepted","group":{"name":"ArticleHistory","label":"Article History"}},{"value":"19 May 2022","order":3,"name":"first_online","label":"First Online","group":{"name":"ArticleHistory","label":"Article History"}},{"order":1,"name":"Ethics","group":{"name":"EthicsHeading","label":"Declarations"}},{"value":"The authors declare that they have no conflict of interest.","order":2,"name":"Ethics","group":{"name":"EthicsHeading","label":"Conflict of interest"}},{"value":"This article does not contain any studies with human participants or animals performed by any of the authors.","order":3,"name":"Ethics","group":{"name":"EthicsHeading","label":"Ethical approval"}}],"article-number":"297"}}