-
Notifications
You must be signed in to change notification settings - Fork 0
/
results.tex
54 lines (54 loc) · 4.62 KB
/
results.tex
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
\begin{table*}
\begin{center}
\begin{tabular}{|l|l|r|r|r|r|} \hline
\bf Participant & \bf System & \bf SMT & \bf SMT & \bf NMT & \bf NMT \\
&& \bf 10M & \bf 100M & \bf 10M & \bf 100M \\ \hline
AFRL & afrl-cvg-large & 21.9 & 25.2 & 13.8 & 30.2 \\ \hline
AFRL & afrl-cvg-mix-meteor & 23.4 & 25.3 & 27.1 & 30.3 \\ \hline
AFRL & afrl-cvg-mix & 22.5 & 25.2 & 19.8 & 30.1 \\ \hline
AFRL & afrl-cvg-small & 21.9 & 22.9 & 13.5 & 21.1 \\ \hline
AFRL & afrl-cyn-mix & 22.4 & 25.0 & 25.1 & 29.6 \\ \hline
Alibaba & alibaba-div & \cellcolor{lightyellow}{24.1} & \cellcolor{lightgreen}{26.4} & 27.6 & \cellcolor{lightgreen}{31.9} \\ \hline
Alibaba & alibaba & \cellcolor{lightyellow}{24.1} & \cellcolor{lightgreen}{26.4} & 27.6 & \cellcolor{lightgreen}{31.9} \\ \hline
ARC & arc-11 & 22.7 & \cellcolor{lightgreen}{26.1} & 19.8 & \cellcolor{lightyellow}{31.3} \\ \hline
ARC & arc-13 & 22.4 & \cellcolor{lightgreen}{26.1} & 25.8 & \cellcolor{lightyellow}{31.3} \\ \hline
ARC & arc-9 & 21.9 & \cellcolor{lightyellow}{26.0} & 24.0 & \cellcolor{lightyellow}{31.3} \\ \hline
U Tartu & tartu-hybrid-pipeline & 22.3 & \cellcolor{lightyellow}{25.7} & 25.2 & 30.6 \\ \hline
JHU & zipporah-10000 & 22.6 & \cellcolor{lightyellow}{25.8} & 25.3 & 30.2 \\ \hline
JHU & zipporah & 22.6 & \cellcolor{lightyellow}{25.8} & 25.4 & 29.8 \\ \hline
LMU & lmu-ds-lm-si & 23.1 & 25.4 & 22.1 & 29.0 \\ \hline
LMU & lmu-ds-lm & 23.3 & \cellcolor{lightyellow}{25.6} & 23.6 & 29.5 \\ \hline
LMU & lmu-ds & 23.3 & 25.5 & 23.6 & 29.5 \\ \hline
LMU & lmu & 21.5 & \cellcolor{lightyellow}{25.6} & 23.0 & 30.5 \\ \hline
MAJE & webinterpet & 22.5 & \cellcolor{lightgreen}{26.1} & 24.8 & \cellcolor{lightyellow}{31.2} \\ \hline
Microsoft & microsoft & \cellcolor{lightgreen}{24.4} & \cellcolor{green}{26.5} & \cellcolor{green}{28.6} & \cellcolor{green}{32.1} \\ \hline
NICT & nict & 23.5 & \cellcolor{lightyellow}{26.0} & 25.9 & 30.0 \\ \hline
NRC & nrc-mono-bicov & 21.0 & \cellcolor{lightgreen}{26.2} & 23.1 & \cellcolor{lightyellow}{31.6} \\ \hline
NRC & nrc-mono & 19.8 & \cellcolor{lightyellow}{26.0} & 20.7 & \cellcolor{lightyellow}{31.2} \\ \hline
NRC & nrc-seve-bicov & 22.1 & \cellcolor{lightgreen}{26.2} & 25.3 & \cellcolor{lightgreen}{31.7} \\ \hline
NRC & nrc-yisi-bicov & \cellcolor{lightyellow}{23.9} & \cellcolor{lightgreen}{26.4} & 27.4 & \cellcolor{lightgreen}{31.9} \\ \hline
NRC & nrc-yisi & 23.5 & \cellcolor{lightgreen}{26.4} & 26.5 & \cellcolor{lightgreen}{31.8} \\ \hline
Prompsit & prompsit-al & 22.8 & \cellcolor{lightgreen}{26.4} & 25.6 & \cellcolor{lightgreen}{31.7} \\ \hline
Prompsit & prompsit-lm & 21.3 & \cellcolor{lightgreen}{26.3} & 19.4 & \cellcolor{lightgreen}{31.8} \\ \hline
Prompsit & prompsit-lm-nota & 20.1 & \cellcolor{lightgreen}{26.2} & 19.3 & \cellcolor{lightgreen}{31.7} \\ \hline
Prompsit & prompsit-sat & 22.9 & \cellcolor{lightgreen}{26.3} & 26.1 & \cellcolor{lightgreen}{31.7} \\ \hline
RWTH & rwth-count & \cellcolor{lightyellow}{23.9} & \cellcolor{lightyellow}{25.9} & 26.6 & 31.1 \\ \hline
RWTH & rwth-nn & \cellcolor{lightgreen}{24.5} & \cellcolor{lightgreen}{26.2} & \cellcolor{lightyellow}{28.0} & \cellcolor{lightyellow}{31.2} \\ \hline
RWTH & rwth-nn-redundant & \cellcolor{green}{24.6} & \cellcolor{lightgreen}{26.2} & \cellcolor{lightyellow}{28.0} & \cellcolor{lightyellow}{31.3} \\ \hline
Speechmatics & balanced-scoring & \cellcolor{lightyellow}{23.8} & \cellcolor{lightyellow}{25.8} & \cellcolor{lightyellow}{27.9} & 31.0 \\ \hline
Speechmatics & prime-neural & \cellcolor{lightyellow}{23.9} & \cellcolor{lightyellow}{25.9} & \cellcolor{lightyellow}{28.0} & 30.8 \\ \hline
Speechmatics & purely-neural & 18.1 & \cellcolor{lightyellow}{25.8} & 18.0 & 30.0 \\ \hline
Systran & systran & 21.8 & 25.4 & 24.3 & 29.9 \\ \hline
Tilde & tilde-max-rescored & 23.0 & \cellcolor{lightyellow}{26.0} & 26.6 & \cellcolor{lightyellow}{31.2} \\ \hline
Tilde & tilde-max & 21.4 & \cellcolor{lightgreen}{26.2} & 23.6 & \cellcolor{lightyellow}{31.2} \\ \hline
Tilde & tilde-isolated & 21.0 & \cellcolor{lightyellow}{25.9} & 22.6 & 30.8 \\ \hline
UTFPR & utfpr-tree & 17.6 & 20.7 & 11.4 & 11.9 \\ \hline
UTFPR & uftpr-regression & 20.8 & 22.4 & 21.8 & 22.2 \\ \hline
UTFPR & utfpr-forest & 13.2 & 17.0 & 6.6 & 6.2 \\ \hline
Vicomtech & vicomtech & 23.2 & \cellcolor{lightyellow}{25.9} & 26.4 & 30.4 \\ \hline
Vicomtech & vicomtech-ngsat & 23.3 & \cellcolor{lightyellow}{25.8} & 25.6 & 24.9 \\ \hline
\end{tabular}
\end{center}
\caption{Main results. BLEU scores (case-insensitive) are reported on the average of 6 test sets. Best performance on a test set is reported in bright green, scores within 0.5 BLEU points off the best in light green, and scores within 1 BLEU point off the best in light yellow.}
\label{tab:results}
\end{table*}