Skip to content

Latest commit

 

History

History
264 lines (262 loc) · 15.7 KB

tatoeba-results-v2020-07-28-subset-lowest.md

File metadata and controls

264 lines (262 loc) · 15.7 KB

Tatoeba translation results

Note that some links to the actual models below are broken because the models are not yet released or their performance is too poor to be useful for anything.

Model Test Set chrF2 BLEU
lang = bel-lat
ine-ine/opus tatoeba 0.251 3.7
tatoeba-lower/opus tatoeba 0.228 3.1
tatoeba-lowest/opus tatoeba 0.192 2.7
lang = chm-rus
tatoeba-lowest/opus tatoeba 0.172 3.0
fiu-sla/opus tatoeba 0.159 1.7
urj-rus/opus1m tatoeba 0.150 1.4
fiu-zle/opus tatoeba 0.148 1.7
lang = cor-eng
ine-eng/opus2m tatoeba 0.214 5.4
ine-eng/opus4m tatoeba 0.213 5.6
ine-eng/opus tatoeba 0.204 5.2
mul-eng/opus2m tatoeba 0.204 5.4
mul-eng/opus tatoeba 0.194 4.4
ine-ine/opus tatoeba 0.193 4.4
cel-eng/opus1m+bt tatoeba 0.184 3.5
cel-eng/opus4m tatoeba 0.177 3.2
cel-eng/opus tatoeba 0.175 2.7
cel-eng/opus2m tatoeba 0.172 3.0
cel-cel/opus tatoeba 0.170 2.7
tatoeba-lowest/opus tatoeba 0.128 0.7
lang = deu-ido
tatoeba-lowest/opus tatoeba 0.141 0.6
tatoeba-lower/opus tatoeba 0.112 0.3
lang = deu-kab
tatoeba-lower/opus tatoeba 0.154 1.2
tatoeba-lowest/opus tatoeba 0.131 0.1
lang = deu-ltz
ine-ine/opus tatoeba 0.380 18.5
gem-gem/opus tatoeba 0.306 15.2
gmw-gmw/opus tatoeba 0.274 12.1
tatoeba-lower/opus tatoeba 0.261 8.4
tatoeba-lowest/opus tatoeba 0.237 3.8
westgermanic/opus tatoeba 0.224 10.9
lang = deu-yid
ine-ine/opus tatoeba 0.262 6.0
gem-gem/opus tatoeba 0.237 5.4
gmw-gmw/opus tatoeba 0.177 1.8
tatoeba-lower/opus tatoeba 0.176 1.3
tatoeba-lowest/opus tatoeba 0.149 0.5
westgermanic/opus tatoeba 0.136 0.9
tatoeba-zero/opus tatoeba 0.132 0.2
lang = eng-cor
eng-cel/opus1m+bt tatoeba 0.163 3.9
eng-cel/opus2m+bt tatoeba 0.163 3.3
eng-cel/opus2m tatoeba 0.095 0.3
eng-cel/opus tatoeba 0.094 0.2
eng-mul/opus tatoeba 0.088 0.7
eng-mul/opus2m tatoeba 0.086 0.9
cel-cel/opus tatoeba 0.085 0.3
eng-ine/opus tatoeba 0.084 0.7
eng-ine/opus2m tatoeba 0.079 0.5
tatoeba-lowest/opus tatoeba 0.079 0.2
ine-ine/opus tatoeba 0.050 0.4
lang = eng-fao
eng-gmq/opus1m+bt-tuned4eng2fao tatoeba 0.406 18.7
eng-gmq/opus1m+bt tatoeba 0.398 17.7
eng-fao/opus+bt tatoeba 0.361 16.8
eng-gmq/opus2m tatoeba 0.322 9.2
eng-gem/opus tatoeba 0.318 9.4
gmq-gmq/opus tatoeba 0.315 8.9
eng-gmq/opus tatoeba 0.314 8.2
gem-gem/opus tatoeba 0.312 7.0
eng-gem/opus2m tatoeba 0.304 7.2
eng-ine/opus tatoeba 0.291 7.5
eng-ine/opus2m tatoeba 0.285 6.6
eng-mul/opus tatoeba 0.280 5.7
eng-mul/opus2m tatoeba 0.277 5.2
ine-ine/opus tatoeba 0.276 5.9
tatoeba-lowest/opus tatoeba 0.132 1.1
lang = eng-jbo
eng-mul/opus tatoeba 0.127 0.2
eng-mul/opus2m tatoeba 0.123 0.1
art-art/opus tatoeba 0.120 0.1
eng-art/opus1m+bt tatoeba 0.117 0.2
tatoeba-lowest/opus tatoeba 0.117 0.1
lang = eng-jbo_Latn
eng-art/opus1m+bt tatoeba 0.117 0.2
lang = epo-ina
tatoeba-lower/opus tatoeba 0.331 9.9
tatoeba-lowest/opus tatoeba 0.311 9.3
tatoeba-zero/opus tatoeba 0.271 6.8
art-art/opus tatoeba 0.218 3.2
lang = fao-eng
ine-eng/opus tatoeba 0.469 28.3
mul-eng/opus2m tatoeba 0.469 28.7
mul-eng/opus tatoeba 0.465 29.9
gem-gem/opus tatoeba 0.463 26.5
ine-eng/opus4m tatoeba 0.463 28.6
gem-eng/opus4m tatoeba 0.462 27.4
ine-eng/opus2m tatoeba 0.460 28.1
gem-eng/opus tatoeba 0.456 25.0
gmq-gmq/opus tatoeba 0.454 26.0
gmq-eng/opus2m tatoeba 0.447 24.4
gem-eng/opus2m tatoeba 0.446 23.4
gmq-eng/opus tatoeba 0.445 23.1
gmq-eng/opus1m+bt tatoeba 0.444 25.3
ine-ine/opus tatoeba 0.402 21.3
tatoeba-lowest/opus tatoeba 0.179 2.2
lang = fra-kab
tatoeba-lower/opus tatoeba 0.163 0.7
tatoeba-lowest/opus tatoeba 0.143 0.2
lang = fra-yid
ine-ine/opus tatoeba 0.271 8.7
tatoeba-lower/opus tatoeba 0.167 0.7
tatoeba-lowest/opus tatoeba 0.150 0.7
tatoeba-zero/opus tatoeba 0.125 0.1
lang = heb-yid
tatoeba-lower/opus tatoeba 0.159 0.4
tatoeba-lowest/opus tatoeba 0.146 0.5
lang = ido-deu
tatoeba-lower/opus tatoeba 0.490 27.2
tatoeba-lowest/opus tatoeba 0.481 26.1
lang = ido-ita
tatoeba-lower/opus tatoeba 0.477 22.7
tatoeba-lowest/opus tatoeba 0.458 22.1
lang = ina-epo
tatoeba-lower/opus tatoeba 0.528 27.3
tatoeba-zero/opus tatoeba 0.516 26.2
tatoeba-lowest/opus tatoeba 0.512 26.2
art-art/opus tatoeba 0.339 11.0
lang = ina-ita
tatoeba-lower/opus tatoeba 0.592 34.9
tatoeba-lowest/opus tatoeba 0.583 33.8
tatoeba-zero/opus tatoeba 0.576 33.4
lang = ina-nld
tatoeba-lowest/opus tatoeba 0.455 24.5
tatoeba-lower/opus tatoeba 0.453 23.9
tatoeba-zero/opus tatoeba 0.449 23.1
lang = ina-rus
tatoeba-lower/opus tatoeba 0.363 13.3
tatoeba-lowest/opus tatoeba 0.355 13.4
tatoeba-zero/opus tatoeba 0.338 11.9
lang = ina-spa
tatoeba-lower/opus tatoeba 0.566 33.8
tatoeba-zero/opus tatoeba 0.547 32.0
tatoeba-lowest/opus tatoeba 0.543 32.1
lang = ina-tur
tatoeba-lower/opus tatoeba 0.534 26.0
tatoeba-zero/opus tatoeba 0.504 22.7
tatoeba-lowest/opus tatoeba 0.501 22.8
lang = ina-yid
tatoeba-lower/opus tatoeba 0.173 1.5
tatoeba-lowest/opus tatoeba 0.149 0.7
tatoeba-zero/opus tatoeba 0.142 0.2
lang = ita-ido
tatoeba-lowest/opus tatoeba 0.133 0.4
tatoeba-lower/opus tatoeba 0.108 0.1
lang = ita-ina
tatoeba-lower/opus tatoeba 0.410 14.2
tatoeba-lowest/opus tatoeba 0.376 13.1
tatoeba-zero/opus tatoeba 0.322 8.7
lang = jbo-eng
mul-eng/opus tatoeba 0.119 0.2
art-art/opus tatoeba 0.116 0.2
art-eng/opus2m tatoeba 0.115 0.2
mul-eng/opus2m tatoeba 0.115 0.3
art-eng/opus tatoeba 0.113 0.2
art-eng/opus1m+bt tatoeba 0.104 0.1
tatoeba-lowest/opus tatoeba 0.096 0.1
lang = kab-deu
tatoeba-lower/opus tatoeba 0.213 5.4
tatoeba-lowest/opus tatoeba 0.204 3.2
afa-deu/opus1m tatoeba 0.063 0.1
lang = kab-fra
tatoeba-lower/opus tatoeba 0.226 4.4
tatoeba-lowest/opus tatoeba 0.220 4.0
lang = kab-rus
tatoeba-lower/opus tatoeba 0.211 5.6
tatoeba-lowest/opus tatoeba 0.197 4.7
lang = kab-spa
tatoeba-lower/opus tatoeba 0.222 4.8
tatoeba-lowest/opus tatoeba 0.212 3.3
lang = lat-bel
ine-ine/opus tatoeba 0.284 10.6
tatoeba-lower/opus tatoeba 0.256 8.2
tatoeba-lowest/opus tatoeba 0.238 5.9
lang = lat-ukr
ine-ine/opus tatoeba 0.343 14.0
tatoeba-lower/opus tatoeba 0.312 11.2
tatoeba-lowest/opus tatoeba 0.304 13.5
lang = ltz-deu
gem-gem/opus tatoeba 0.607 44.7
gmw-gmw/opus tatoeba 0.596 40.3
westgermanic/opus tatoeba 0.558 34.9
ine-ine/opus tatoeba 0.538 36.7
tatoeba-lower/opus tatoeba 0.535 34.4
tatoeba-lowest/opus tatoeba 0.529 32.3
gmw-deu/opus1m tatoeba 0.313 13.3
lang = ltz-nld
gem-gem/opus tatoeba 0.547 39.2
gmw-gmw/opus tatoeba 0.530 36.2
westgermanic/opus tatoeba 0.495 32.1
ine-ine/opus tatoeba 0.488 32.4
tatoeba-lower/opus tatoeba 0.473 30.7
tatoeba-lowest/opus tatoeba 0.433 26.1
lang = nld-ina
tatoeba-lower/opus tatoeba 0.322 9.8
tatoeba-lowest/opus tatoeba 0.307 9.7
tatoeba-zero/opus tatoeba 0.258 6.0
lang = nld-ltz
ine-ine/opus tatoeba 0.384 17.6
gem-gem/opus tatoeba 0.311 14.6
gmw-gmw/opus tatoeba 0.294 12.0
tatoeba-lower/opus tatoeba 0.256 7.0
tatoeba-lowest/opus tatoeba 0.219 2.3
westgermanic/opus tatoeba 0.216 10.1
lang = rus-chm
sla-fiu/opus tatoeba 0.176 1.4
zle-fiu/opus tatoeba 0.154 0.9
tatoeba-lowest/opus tatoeba 0.151 1.0
lang = rus-ina
tatoeba-lower/opus tatoeba 0.257 6.0
tatoeba-lowest/opus tatoeba 0.238 5.1
tatoeba-zero/opus tatoeba 0.205 3.2
lang = rus-kab
tatoeba-lower/opus tatoeba 0.184 0.9
tatoeba-lowest/opus tatoeba 0.151 0.3
lang = spa-ina
tatoeba-lower/opus tatoeba 0.392 13.8
tatoeba-lowest/opus tatoeba 0.347 11.4
tatoeba-zero/opus tatoeba 0.312 8.9
lang = spa-kab
tatoeba-lower/opus tatoeba 0.175 1.4
tatoeba-lowest/opus tatoeba 0.144 0.2
lang = tur-ina
tatoeba-lower/opus tatoeba 0.345 15.0
tatoeba-lowest/opus tatoeba 0.285 9.2
tatoeba-zero/opus tatoeba 0.251 6.4
lang = ukr-lat
ine-ine/opus tatoeba 0.318 8.3
tatoeba-lower/opus tatoeba 0.284 6.1
tatoeba-lowest/opus tatoeba 0.267 5.9
lang = yid-deu
gem-gem/opus tatoeba 0.435 22.1
gmw-gmw/opus tatoeba 0.386 18.3
tatoeba-lower/opus tatoeba 0.386 17.6
westgermanic/opus tatoeba 0.386 17.2
ine-ine/opus tatoeba 0.382 17.5
tatoeba-lowest/opus tatoeba 0.367 15.5
tatoeba-zero/opus tatoeba 0.345 14.5
gmw-deu/opus1m tatoeba 0.009 0.1
lang = yid-fra
tatoeba-lower/opus tatoeba 0.381 20.1
ine-ine/opus tatoeba 0.367 18.9
tatoeba-lowest/opus tatoeba 0.354 18.4
tatoeba-zero/opus tatoeba 0.340 16.3
lang = yid-heb
tatoeba-lower/opus tatoeba 0.265 9.2
tatoeba-lowest/opus tatoeba 0.256 8.7
gmw-heb/opus1m tatoeba 0.056 0.0
lang = yid-ina
tatoeba-lower/opus tatoeba 0.261 6.4
tatoeba-lowest/opus tatoeba 0.212 5.6
tatoeba-zero/opus tatoeba 0.201 4.7