New csen model 2024-08-07 (#154)
* Add new csen models (1.0a2) * Remove preexisting csen evaluations * Update README.md langauges * Update evaluation results [skip ci] * Update model registry [skip ci] --------- Co-authored-by: CircleCI evaluation job <ci-models-evaluation@firefox-translations>
This commit is contained in:
Erik Nordin
GitHub
Родитель
702ce7e236
Коммит
9512500949
|
|
@ -115,12 +115,18 @@ The prod/dev labels in this repo correspond to the labels in the [legacy web ext
|
|||
|
||||
## Dev
|
||||
- Catalan -> English
|
||||
- Croatian <- English
|
||||
- Czech <-> English
|
||||
- Danish <- English
|
||||
- Hungarian <- English
|
||||
- Icelandic -> English
|
||||
- Indonesian -> English
|
||||
- Latvian (Lettish) <- English
|
||||
- Maltese -> English
|
||||
- Norwegian Bokmål -> English
|
||||
- Norwegian Nynorsk -> English
|
||||
- Persian (Farsi) <-> English
|
||||
- Romanian -> English
|
||||
- Russian <- English
|
||||
- Slovenian <- English
|
||||
- Ukranian <- English
|
||||
|
|
|
|||
|
|
@ -5,16 +5,16 @@
|
|||
"microsoft": 40.4,
|
||||
"nllb": 34.9,
|
||||
"opusmt": 32.3,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"google": 39.1,
|
||||
"microsoft": 41.0,
|
||||
"opusmt": 33.1,
|
||||
"nllb": 34.7,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"cs-en": {
|
||||
|
|
@ -23,7 +23,7 @@
|
|||
"nllb": 15.1,
|
||||
"argos": 16.9,
|
||||
"google": 28.4,
|
||||
"bergamot": 27.0,
|
||||
"bergamot": 26.9,
|
||||
"microsoft": 27.6
|
||||
},
|
||||
"wmt08": {
|
||||
|
|
@ -32,11 +32,11 @@
|
|||
"google": 26.3,
|
||||
"argos": 16.8,
|
||||
"nllb": 18.5,
|
||||
"bergamot": 24.5
|
||||
"bergamot": 25.1
|
||||
},
|
||||
"wmt10": {
|
||||
"argos": 19.0,
|
||||
"bergamot": 28.2,
|
||||
"bergamot": 28.7,
|
||||
"opusmt": 26.5,
|
||||
"google": 30.5,
|
||||
"microsoft": 30.7,
|
||||
|
|
@ -46,13 +46,13 @@
|
|||
"argos": 25.2,
|
||||
"microsoft": 40.0,
|
||||
"opusmt": 34.3,
|
||||
"bergamot": 35.3,
|
||||
"bergamot": 34.7,
|
||||
"google": 38.6,
|
||||
"nllb": 28.2
|
||||
},
|
||||
"wmt12": {
|
||||
"argos": 19.1,
|
||||
"bergamot": 26.5,
|
||||
"bergamot": 27.3,
|
||||
"google": 28.6,
|
||||
"opusmt": 27.1,
|
||||
"nllb": 21.0,
|
||||
|
|
@ -60,7 +60,7 @@
|
|||
},
|
||||
"wmt17": {
|
||||
"nllb": 22.0,
|
||||
"bergamot": 30.2,
|
||||
"bergamot": 30.6,
|
||||
"opusmt": 28.0,
|
||||
"microsoft": 33.6,
|
||||
"google": 31.2,
|
||||
|
|
@ -68,7 +68,7 @@
|
|||
},
|
||||
"wmt14": {
|
||||
"argos": 22.3,
|
||||
"bergamot": 35.0,
|
||||
"bergamot": 36.2,
|
||||
"nllb": 25.1,
|
||||
"microsoft": 39.9,
|
||||
"google": 38.0,
|
||||
|
|
@ -79,7 +79,7 @@
|
|||
"microsoft": 30.9,
|
||||
"opusmt": 27.7,
|
||||
"argos": 20.7,
|
||||
"bergamot": 28.1,
|
||||
"bergamot": 28.8,
|
||||
"google": 30.2
|
||||
},
|
||||
"wmt15": {
|
||||
|
|
@ -101,7 +101,7 @@
|
|||
"wmt21": {
|
||||
"argos": 20.0,
|
||||
"opusmt": 27.9,
|
||||
"bergamot": 27.9,
|
||||
"bergamot": 29.6,
|
||||
"microsoft": 30.5,
|
||||
"nllb": 18.9,
|
||||
"google": 30.7
|
||||
|
|
@ -111,13 +111,13 @@
|
|||
"nllb": 20.9,
|
||||
"google": 29.9,
|
||||
"microsoft": 29.6,
|
||||
"bergamot": 27.6,
|
||||
"bergamot": 28.2,
|
||||
"argos": 19.0
|
||||
},
|
||||
"wmt22": {
|
||||
"google": 49.4,
|
||||
"argos": 23.2,
|
||||
"bergamot": 44.5,
|
||||
"bergamot": 45.1,
|
||||
"nllb": 27.7,
|
||||
"microsoft": 54.9,
|
||||
"opusmt": 41.1
|
||||
|
|
@ -128,21 +128,21 @@
|
|||
"argos": 25.5,
|
||||
"opusmt": 34.9,
|
||||
"google": 39.0,
|
||||
"bergamot": 35.3
|
||||
"bergamot": 35.9
|
||||
},
|
||||
"wmt16": {
|
||||
"argos": 22.3,
|
||||
"google": 34.8,
|
||||
"microsoft": 38.3,
|
||||
"nllb": 25.0,
|
||||
"bergamot": 33.4,
|
||||
"bergamot": 34.0,
|
||||
"opusmt": 31.5
|
||||
},
|
||||
"wmt13": {
|
||||
"microsoft": 33.4,
|
||||
"argos": 21.4,
|
||||
"nllb": 23.9,
|
||||
"bergamot": 30.3,
|
||||
"bergamot": 30.6,
|
||||
"google": 32.4,
|
||||
"opusmt": 30.3
|
||||
}
|
||||
|
|
@ -239,16 +239,16 @@
|
|||
"microsoft": 54.4,
|
||||
"opusmt": 10.7,
|
||||
"google": 43.0,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 31.6,
|
||||
"google": 43.4,
|
||||
"microsoft": 55.4,
|
||||
"opusmt": 11.5,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-et": {
|
||||
|
|
@ -366,17 +366,17 @@
|
|||
"google": 21.2,
|
||||
"microsoft": 20.7,
|
||||
"nllb": 14.4,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"microsoft": 20.6,
|
||||
"google": 20.4,
|
||||
"nllb": 14.5,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-gl": {
|
||||
|
|
@ -385,16 +385,16 @@
|
|||
"nllb": 31.3,
|
||||
"opusmt": 18.9,
|
||||
"google": 37.7,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"microsoft": 35.4,
|
||||
"opusmt": 19.8,
|
||||
"google": 37.5,
|
||||
"nllb": 31.5,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-hy": {
|
||||
|
|
@ -403,16 +403,16 @@
|
|||
"nllb": 15.9,
|
||||
"google": 24.9,
|
||||
"microsoft": 18.6,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"microsoft": 19.1,
|
||||
"nllb": 16.3,
|
||||
"opusmt": 8.4,
|
||||
"google": 26.1,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-hr": {
|
||||
|
|
@ -421,24 +421,24 @@
|
|||
"nllb": 23.2,
|
||||
"google": 35.3,
|
||||
"bergamot": 29.7,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"microsoft": 33.9,
|
||||
"bergamot": 30.3,
|
||||
"nllb": 22.9,
|
||||
"google": 35.0,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"wmt22": {
|
||||
"nllb": 21.5,
|
||||
"bergamot": 26.4,
|
||||
"google": 31.4,
|
||||
"microsoft": 29.7,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"fr-en": {
|
||||
|
|
@ -563,24 +563,24 @@
|
|||
"bergamot": 39.9,
|
||||
"google": 45.5,
|
||||
"nllb": 33.0,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 46.1,
|
||||
"nllb": 32.1,
|
||||
"google": 45.2,
|
||||
"bergamot": 39.4,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"wmt16": {
|
||||
"google": 42.9,
|
||||
"microsoft": 44.7,
|
||||
"nllb": 29.6,
|
||||
"bergamot": 40.8,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"hu-en": {
|
||||
|
|
@ -623,16 +623,16 @@
|
|||
"opusmt": 21.4,
|
||||
"google": 31.4,
|
||||
"nllb": 26.5,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 30.5,
|
||||
"nllb": 24.4,
|
||||
"opusmt": 19.9,
|
||||
"google": 30.5,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-zh": {
|
||||
|
|
@ -889,16 +889,16 @@
|
|||
"bergamot": 42.7,
|
||||
"google": 59.7,
|
||||
"nllb": 28.4,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 56.3,
|
||||
"nllb": 25.5,
|
||||
"google": 58.6,
|
||||
"bergamot": 42.7,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-sr": {
|
||||
|
|
@ -906,17 +906,17 @@
|
|||
"nllb": 25.6,
|
||||
"google": 40.1,
|
||||
"microsoft": 1.1,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"google": 39.9,
|
||||
"nllb": 25.6,
|
||||
"microsoft": 0.9,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-nb": {
|
||||
|
|
@ -924,17 +924,17 @@
|
|||
"microsoft": 35.2,
|
||||
"nllb": 29.1,
|
||||
"google": 35.1,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"google": 35.0,
|
||||
"microsoft": 34.7,
|
||||
"nllb": 28.8,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-hu": {
|
||||
|
|
@ -1114,17 +1114,17 @@
|
|||
"google": 40.9,
|
||||
"microsoft": 44.0,
|
||||
"nllb": 28.5,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"google": 40.3,
|
||||
"nllb": 28.7,
|
||||
"microsoft": 44.4,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-sv": {
|
||||
|
|
@ -1150,17 +1150,17 @@
|
|||
"microsoft": 9.1,
|
||||
"nllb": 9.6,
|
||||
"google": 13.9,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"google": 16.2,
|
||||
"microsoft": 9.0,
|
||||
"nllb": 11.1,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"lv-en": {
|
||||
|
|
@ -1220,17 +1220,17 @@
|
|||
"google": 14.9,
|
||||
"nllb": 7.1,
|
||||
"microsoft": 14.6,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 7.8,
|
||||
"google": 16.3,
|
||||
"microsoft": 15.5,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-ru": {
|
||||
|
|
@ -1355,16 +1355,16 @@
|
|||
"opusmt": 12.9,
|
||||
"google": 63.1,
|
||||
"nllb": 18.4,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 61.0,
|
||||
"nllb": 16.0,
|
||||
"opusmt": 12.3,
|
||||
"google": 62.0,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"bs-en": {
|
||||
|
|
@ -1373,16 +1373,16 @@
|
|||
"bergamot": 31.0,
|
||||
"google": 45.5,
|
||||
"nllb": 26.8,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 42.6,
|
||||
"nllb": 25.8,
|
||||
"google": 45.8,
|
||||
"bergamot": 31.8,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"et-en": {
|
||||
|
|
@ -1453,16 +1453,16 @@
|
|||
"opusmt": 19.5,
|
||||
"google": 39.9,
|
||||
"nllb": 33.2,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 37.5,
|
||||
"nllb": 32.1,
|
||||
"opusmt": 18.0,
|
||||
"google": 39.0,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"nl-en": {
|
||||
|
|
@ -1489,24 +1489,24 @@
|
|||
"google": 32.0,
|
||||
"nllb": 18.4,
|
||||
"bergamot": 25.7,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"wmt19": {
|
||||
"nllb": 12.6,
|
||||
"google": 22.7,
|
||||
"microsoft": 18.8,
|
||||
"bergamot": 18.0,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 17.9,
|
||||
"google": 31.0,
|
||||
"bergamot": 24.8,
|
||||
"microsoft": 29.2,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-tr": {
|
||||
|
|
@ -1627,16 +1627,16 @@
|
|||
"opusmt": 12.7,
|
||||
"google": 44.3,
|
||||
"nllb": 33.7,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 32.1,
|
||||
"nllb": 32.8,
|
||||
"opusmt": 12.8,
|
||||
"google": 42.7,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-es": {
|
||||
|
|
@ -1773,16 +1773,16 @@
|
|||
"microsoft": 45.0,
|
||||
"google": 45.7,
|
||||
"opusmt": 26.7,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"opusmt": 26.0,
|
||||
"google": 45.4,
|
||||
"microsoft": 44.9,
|
||||
"nllb": 36.8,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"is-en": {
|
||||
|
|
@ -1835,24 +1835,24 @@
|
|||
"bergamot": 30.6,
|
||||
"nllb": 16.1,
|
||||
"microsoft": 37.9,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"bergamot": 30.5,
|
||||
"google": 37.5,
|
||||
"nllb": 15.1,
|
||||
"microsoft": 36.5,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"wmt17": {
|
||||
"nllb": 11.7,
|
||||
"bergamot": 20.1,
|
||||
"microsoft": 25.2,
|
||||
"google": 26.4,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"gl-en": {
|
||||
|
|
@ -1861,16 +1861,16 @@
|
|||
"opusmt": 21.9,
|
||||
"google": 43.4,
|
||||
"nllb": 35.6,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 40.0,
|
||||
"nllb": 34.4,
|
||||
"opusmt": 20.9,
|
||||
"google": 43.6,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"zh-en": {
|
||||
|
|
@ -1979,16 +1979,16 @@
|
|||
"google": 14.6,
|
||||
"nllb": 14.6,
|
||||
"opusmt": 6.1,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 18.4,
|
||||
"opusmt": 7.2,
|
||||
"google": 16.0,
|
||||
"nllb": 15.6,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-bs": {
|
||||
|
|
@ -1996,17 +1996,17 @@
|
|||
"google": 36.3,
|
||||
"microsoft": 32.1,
|
||||
"nllb": 24.2,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"google": 36.6,
|
||||
"nllb": 24.8,
|
||||
"microsoft": 33.2,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-cs": {
|
||||
|
|
@ -2153,16 +2153,16 @@
|
|||
"bergamot": 34.2,
|
||||
"google": 41.1,
|
||||
"nllb": 24.4,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 38.0,
|
||||
"nllb": 23.1,
|
||||
"google": 40.1,
|
||||
"bergamot": 34.0,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-ro": {
|
||||
|
|
@ -2171,24 +2171,24 @@
|
|||
"google": 35.4,
|
||||
"opusmt": 27.6,
|
||||
"microsoft": 37.7,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"nllb": 33.4,
|
||||
"google": 43.3,
|
||||
"microsoft": 44.4,
|
||||
"opusmt": 32.9,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"opusmt": 33.6,
|
||||
"nllb": 34.2,
|
||||
"microsoft": 44.1,
|
||||
"google": 43.1,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"sr-en": {
|
||||
|
|
@ -2197,16 +2197,16 @@
|
|||
"bergamot": 37.8,
|
||||
"google": 48.1,
|
||||
"nllb": 34.2,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 1.5,
|
||||
"nllb": 33.0,
|
||||
"google": 47.0,
|
||||
"bergamot": 36.7,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"sv-en": {
|
||||
|
|
@ -2232,17 +2232,17 @@
|
|||
"microsoft": 1.6,
|
||||
"nllb": 2.4,
|
||||
"google": 3.9,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"google": 3.6,
|
||||
"microsoft": 1.5,
|
||||
"nllb": 2.3,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-ko": {
|
||||
|
|
@ -2303,16 +2303,16 @@
|
|||
"opusmt": 43.2,
|
||||
"google": 59.1,
|
||||
"nllb": 39.3,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 57.8,
|
||||
"nllb": 39.4,
|
||||
"opusmt": 44.3,
|
||||
"google": 58.6,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-is": {
|
||||
|
|
@ -2321,24 +2321,24 @@
|
|||
"google": 31.9,
|
||||
"opusmt": 18.7,
|
||||
"microsoft": 32.1,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"google": 31.4,
|
||||
"opusmt": 18.3,
|
||||
"microsoft": 31.0,
|
||||
"nllb": 17.5,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"wmt21": {
|
||||
"microsoft": 29.4,
|
||||
"opusmt": 15.0,
|
||||
"google": 28.8,
|
||||
"nllb": 17.9,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"id-en": {
|
||||
|
|
@ -2588,17 +2588,17 @@
|
|||
"microsoft": 36.8,
|
||||
"google": 39.7,
|
||||
"nllb": 30.1,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 39.2,
|
||||
"nllb": 30.9,
|
||||
"google": 41.3,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"sl-en": {
|
||||
|
|
@ -2607,16 +2607,16 @@
|
|||
"bergamot": 31.0,
|
||||
"google": 39.5,
|
||||
"nllb": 17.9,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 37.2,
|
||||
"nllb": 16.9,
|
||||
"google": 38.0,
|
||||
"bergamot": 30.3,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-fr": {
|
||||
|
|
@ -2758,17 +2758,17 @@
|
|||
"microsoft": 25.0,
|
||||
"google": 31.7,
|
||||
"nllb": 26.1,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 23.8,
|
||||
"nllb": 25.1,
|
||||
"google": 30.4,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"pt-en": {
|
||||
|
|
@ -2821,16 +2821,16 @@
|
|||
"opusmt": 8.3,
|
||||
"google": 30.4,
|
||||
"nllb": 21.1,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 25.0,
|
||||
"nllb": 22.5,
|
||||
"opusmt": 8.7,
|
||||
"google": 32.1,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"es-en": {
|
||||
|
|
@ -2913,16 +2913,16 @@
|
|||
"bergamot": 28.8,
|
||||
"google": 35.4,
|
||||
"microsoft": 33.7,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 23.9,
|
||||
"bergamot": 29.5,
|
||||
"microsoft": 33.5,
|
||||
"google": 35.4,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"ja-en": {
|
||||
|
|
@ -2981,24 +2981,24 @@
|
|||
"bergamot": 33.2,
|
||||
"google": 35.3,
|
||||
"nllb": 17.6,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"microsoft": 31.2,
|
||||
"bergamot": 29.4,
|
||||
"google": 37.9,
|
||||
"nllb": 16.7,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 32.4,
|
||||
"nllb": 16.6,
|
||||
"google": 37.4,
|
||||
"bergamot": 30.0,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-de": {
|
||||
|
|
|
|||
|
|
@ -61,12 +61,12 @@ Both absolute and relative differences in BLEU scores between Bergamot and other
|
|||
|
||||
| Translator/Dataset | en-af | cs-en | tr-en | ar-en | sk-en | en-cy | en-et | en-fi | en-it | en-bn | en-gl | en-hy | en-hr | fr-en | en-pt | ro-en | hu-en | th-en | en-zh | vi-en | en-ja | ru-en | mt-en | en-sr | en-nb | en-hu | en-el | el-en | fi-en | en-da | en-nl | en-mt | en-sv | en-am | lv-en | en-ar | en-th | en-ru | en-fa | cy-en | bs-en | et-en | nb-en | en-ca | bn-en | nl-en | en-lt | en-tr | bg-en | ko-en | uk-en | hy-en | en-es | fa-en | ca-en | en-uk | en-vi | is-en | en-bg | en-lv | gl-en | zh-en | en-hi | en-ig | en-bs | en-cs | hr-en | en-ro | sr-en | sv-en | en-my | en-ko | hi-en | af-en | en-is | id-en | de-en | da-en | it-en | pl-en | am-en | sl-en | en-fr | en-pl | en-id | my-en | pt-en | en-sk | ig-en | es-en | en-sl | ja-en | lt-en | en-de |
|
||||
| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |
|
||||
| bergamot | N/A | 31.07 | 30.08 | N/A | 34.50 | N/A | 25.50 | N/A | 29.77 | N/A | N/A | N/A | 28.80 | 35.43 | 49.85 | 40.03 | 26.53 | N/A | N/A | 33.00 | N/A | 33.21 | 42.70 | N/A | N/A | 21.57 | N/A | 32.47 | 29.44 | 45.55 | 27.30 | N/A | N/A | N/A | 29.10 | N/A | N/A | 29.44 | 17.30 | N/A | 31.40 | 32.37 | 37.60 | 42.20 | N/A | 29.65 | 22.83 | N/A | 38.50 | N/A | 35.57 | N/A | 32.41 | 28.70 | 38.00 | 26.30 | N/A | 23.40 | 42.10 | 27.07 | N/A | N/A | N/A | N/A | N/A | 25.35 | 34.10 | N/A | 37.25 | N/A | N/A | N/A | N/A | N/A | N/A | 39.05 | 33.16 | 45.80 | 32.60 | 27.87 | N/A | 30.65 | 36.01 | 22.27 | N/A | N/A | 44.87 | N/A | N/A | 32.38 | 29.15 | N/A | 30.87 | 32.01 |
|
||||
| google | 38.95 | 33.36 (+2.29, +7.36%) | 39.58 (+9.50, +31.58%) | 43.03 | 43.05 (+8.55, +24.78%) | 43.20 | 28.60 (+3.10, +12.16%) | 27.43 | 28.97 (-0.80, -2.69%) | 20.80 | 37.60 | 25.50 | 33.90 (+5.10, +17.71%) | 37.81 (+2.38, +6.70%) | 53.75 (+3.90, +7.82%) | 44.53 (+4.50, +11.24%) | 31.30 (+4.77, +18.00%) | 30.95 | 45.31 | 40.55 (+7.55, +22.88%) | 33.00 | 38.20 (+4.99, +15.03%) | 59.15 (+16.45, +38.52%) | 40.00 | 35.05 | 24.80 (+3.23, +14.95%) | 29.55 | 37.13 (+4.67, +14.37%) | 33.20 (+3.76, +12.76%) | 49.70 (+4.15, +9.11%) | 29.30 (+2.00, +7.33%) | 40.60 | 48.15 | 15.05 | 36.80 (+7.70, +26.46%) | 28.70 | 15.60 | 34.49 (+5.05, +17.15%) | 27.80 (+10.50, +60.69%) | 62.55 | 45.65 (+14.25, +45.38%) | 35.80 (+3.43, +10.61%) | 42.05 (+4.45, +11.84%) | 35.70 (-6.50, -15.40%) | 39.45 | 33.05 (+3.40, +11.47%) | 28.57 (+5.73, +25.11%) | 25.52 | 41.30 (+2.80, +7.27%) | 29.47 | 42.43 (+6.87, +19.31%) | 43.50 | 34.74 (+2.32, +7.17%) | 40.85 (+12.15, +42.33%) | 48.95 (+10.95, +28.82%) | 32.63 (+6.33, +24.08%) | 45.55 | 38.90 (+15.50, +66.24%) | 44.60 (+2.50, +5.94%) | 33.77 (+6.70, +24.75%) | 43.50 | 32.29 | 33.43 | 15.30 | 36.45 | 27.72 (+2.36, +9.33%) | 40.60 (+6.50, +19.06%) | 40.60 | 47.55 (+10.30, +27.65%) | 50.50 | 3.75 | 29.20 | 42.13 | 58.85 | 30.70 | 47.75 (+8.70, +22.28%) | 35.65 (+2.49, +7.52%) | 50.40 (+4.60, +10.04%) | 34.50 (+1.90, +5.83%) | 31.23 (+3.37, +12.08%) | 40.50 | 38.75 (+8.10, +26.43%) | 29.47 (-6.54, -18.15%) | 25.50 (+3.23, +14.52%) | 49.25 | 31.05 | 46.60 (+1.73, +3.86%) | 40.10 | 31.25 | 33.64 (+1.27, +3.91%) | 35.40 (+6.25, +21.44%) | 28.08 | 36.87 (+6.00, +19.44%) | 33.16 (+1.14, +3.58%) |
|
||||
| microsoft | 40.70 | 34.67 (+3.61, +11.61%) | 39.16 (+9.08, +30.19%) | 42.07 | 41.95 (+7.45, +21.59%) | 54.90 | 28.47 (+2.97, +11.63%) | 29.27 | 32.30 (+2.53, +8.51%) | 20.65 | 35.10 | 18.85 | 32.43 (+3.63, +12.62%) | 39.13 (+3.70, +10.44%) | 50.15 (+0.30, +0.60%) | 45.53 (+5.50, +13.74%) | 31.03 (+4.50, +16.97%) | 31.25 | 43.42 | 39.30 (+6.30, +19.09%) | 30.72 | 38.38 (+5.17, +15.57%) | 56.75 (+14.05, +32.90%) | 1.00 | 34.95 | 26.05 (+4.48, +20.74%) | 29.95 | 37.33 (+4.87, +14.99%) | 35.09 (+5.64, +19.17%) | 49.65 (+4.10, +9.00%) | 28.80 (+1.50, +5.49%) | 44.20 | 50.00 | 9.05 | 32.67 (+3.57, +12.26%) | 26.83 | 15.05 | 33.62 (+4.18, +14.21%) | 20.50 (+3.20, +18.50%) | 61.65 | 42.65 (+11.25, +35.83%) | 36.17 (+3.80, +11.74%) | 42.90 (+5.30, +14.10%) | 45.25 (+3.05, +7.23%) | 37.95 | 32.60 (+2.95, +9.95%) | 26.10 (+3.27, +14.31%) | 32.18 | 41.20 (+2.70, +7.01%) | 29.50 | 42.30 (+6.73, +18.93%) | 32.30 | 33.76 (+1.35, +4.17%) | 36.15 (+7.45, +25.96%) | 46.50 (+8.50, +22.37%) | 32.03 (+5.73, +21.80%) | 44.95 | 38.17 (+14.77, +63.11%) | 38.55 (-3.55, -8.43%) | 33.20 (+6.13, +22.66%) | 40.20 | 32.09 | 33.73 | 17.65 | 32.65 | 28.26 (+2.91, +11.46%) | 38.50 (+4.40, +12.90%) | 42.07 | 1.60 (-35.65, -95.70%) | 51.90 | 1.55 | 29.87 | 40.57 | 57.95 | 30.83 | 47.00 (+7.95, +20.36%) | 37.73 (+4.57, +13.79%) | 51.05 (+5.25, +11.46%) | 34.55 (+1.95, +5.98%) | 31.83 (+3.97, +14.23%) | 38.00 | 37.95 (+7.30, +23.82%) | 36.48 (+0.47, +1.31%) | 24.83 (+2.57, +11.53%) | 50.15 | 24.40 | 46.47 (+1.60, +3.57%) | 39.20 | 24.80 | 32.93 (+0.56, +1.72%) | 33.60 (+4.45, +15.27%) | 26.32 | 32.50 (+1.63, +5.29%) | 33.54 (+1.53, +4.79%) |
|
||||
| argos | N/A | 20.55 (-10.52, -33.86%) | 20.42 (-9.66, -32.11%) | 30.37 | 24.80 (-9.70, -28.12%) | N/A | 23.17 (-2.33, -9.15%) | 19.33 | 27.17 (-2.60, -8.73%) | N/A | N/A | N/A | N/A | 34.04 (-1.39, -3.93%) | 43.80 (-6.05, -12.14%) | N/A | 12.97 (-13.55, -51.08%) | N/A | 29.00 | N/A | 15.70 | 25.76 (-7.45, -22.42%) | N/A | N/A | N/A | 17.40 (-4.18, -19.35%) | 26.25 | 31.83 (-0.63, -1.95%) | 22.14 (-7.30, -24.79%) | 36.80 (-8.75, -19.21%) | 24.90 (-2.40, -8.79%) | N/A | 42.05 | N/A | N/A | 15.07 | N/A | 27.89 (-1.55, -5.26%) | 21.30 (+4.00, +23.12%) | N/A | N/A | 31.33 (-1.03, -3.19%) | 38.85 (+1.25, +3.32%) | 30.40 (-11.80, -27.96%) | N/A | 29.90 (+0.25, +0.84%) | N/A | 16.18 | 36.10 (-2.40, -6.23%) | 12.93 | 26.27 (-9.30, -26.15%) | N/A | 29.93 (-2.49, -7.67%) | 27.90 (-0.80, -2.79%) | 42.30 (+4.30, +11.32%) | 15.73 (-10.57, -40.18%) | N/A | N/A | 39.45 (-2.65, -6.29%) | N/A | N/A | 20.41 | 25.47 | N/A | N/A | 15.65 (-9.71, -38.28%) | N/A | N/A | N/A | 44.35 | N/A | 14.10 | 25.70 | N/A | N/A | 29.00 (-10.05, -25.74%) | 30.97 (-2.18, -6.59%) | 38.20 (-7.60, -16.59%) | 31.07 (-1.53, -4.68%) | 27.67 (-0.20, -0.72%) | N/A | N/A | 33.44 (-2.57, -7.14%) | 19.67 (-2.60, -11.68%) | 34.45 | N/A | 42.77 (-2.10, -4.68%) | 20.35 | N/A | 30.70 (-1.68, -5.18%) | N/A | 12.43 | N/A | 26.56 (-5.46, -17.04%) |
|
||||
| nllb | 34.80 | 22.66 (-8.41, -27.06%) | 22.90 (-7.18, -23.87%) | 36.23 | 26.95 (-7.55, -21.88%) | 30.90 | 17.57 (-7.93, -31.11%) | 17.41 | 28.30 (-1.47, -4.93%) | 14.45 | 31.40 | 16.10 | 22.53 (-6.27, -21.76%) | 34.95 (-0.48, -1.36%) | 45.65 (-4.20, -8.43%) | 31.57 (-8.47, -21.15%) | 15.85 (-10.68, -40.25%) | 25.45 | 27.04 | 31.70 (-1.30, -3.94%) | 15.58 | 33.42 (+0.21, +0.63%) | 26.95 (-15.75, -36.89%) | 25.60 | 28.95 | 16.60 (-4.97, -23.06%) | 23.30 | 32.80 (+0.33, +1.03%) | 13.96 (-15.49, -52.60%) | 40.30 (-5.25, -11.53%) | 24.35 (-2.95, -10.81%) | 28.60 | 38.20 | 10.35 | 15.40 (-13.70, -47.08%) | 19.10 | 7.45 | 27.47 (-1.98, -6.71%) | 18.80 (+1.50, +8.67%) | 17.20 | 26.30 (-5.10, -16.24%) | 11.40 (-20.97, -64.78%) | 27.60 (-10.00, -26.60%) | 35.45 (-6.75, -16.00%) | 32.65 | 25.55 (-4.10, -13.83%) | 16.30 (-6.53, -28.61%) | 19.00 | 36.40 (-2.10, -5.45%) | 22.90 | 33.00 (-2.57, -7.22%) | 33.25 | 32.04 (-0.38, -1.16%) | 29.75 (+1.05, +3.66%) | 37.40 (-0.60, -1.58%) | 21.97 (-4.33, -16.48%) | 37.15 | 17.63 (-5.77, -24.64%) | 34.05 (-8.05, -19.12%) | 14.30 (-12.77, -47.17%) | 35.00 | 21.20 | 27.03 | 15.10 | 24.50 | 21.30 (-4.05, -15.99%) | 23.75 (-10.35, -30.35%) | 32.23 | 33.60 (-3.65, -9.80%) | 31.45 | 2.35 | 22.37 | 35.43 | 39.35 | 18.17 | 38.95 (-0.10, -0.26%) | 25.39 (-7.77, -23.42%) | 32.20 (-13.60, -29.69%) | 30.15 (-2.45, -7.52%) | 22.83 (-5.03, -18.06%) | 30.50 | 17.40 (-13.25, -43.23%) | 35.81 (-0.20, -0.56%) | 18.33 (-3.93, -17.66%) | 41.50 | 25.60 | 40.00 (-4.87, -10.85%) | 26.00 | 21.80 | 31.91 (-0.47, -1.44%) | 23.25 (-5.90, -20.24%) | 16.80 | 16.97 (-13.90, -45.03%) | 28.09 (-3.92, -12.24%) |
|
||||
| opusmt | 32.70 | 29.60 (-1.47, -4.73%) | 28.18 (-1.90, -6.32%) | 34.37 | 33.90 (-0.60, -1.74%) | 11.10 | 23.53 (-1.97, -7.71%) | 26.70 | 28.50 (-1.27, -4.26%) | N/A | 19.35 | 8.10 | N/A | 35.90 (+0.47, +1.32%) | N/A | N/A | 26.15 (-0.38, -1.41%) | 20.65 | 27.44 | 25.75 (-7.25, -21.97%) | N/A | 29.65 (-3.55, -10.70%) | N/A | N/A | N/A | 20.57 (-1.00, -4.63%) | 24.70 | N/A | 28.30 (-1.14, -3.88%) | 43.00 (-2.55, -5.60%) | 25.30 (-2.00, -7.33%) | N/A | 43.75 | N/A | 28.00 (-1.10, -3.78%) | 20.10 | N/A | 25.82 (-3.62, -12.28%) | N/A | 12.60 | N/A | 31.50 (-0.87, -2.68%) | N/A | 29.70 (-12.50, -29.62%) | 18.75 | 29.65 (0.00, 0.00%) | N/A | N/A | 36.30 (-2.20, -5.71%) | 20.13 | 27.77 (-7.80, -21.93%) | 12.75 | 32.73 (+0.31, +0.96%) | N/A | 29.75 (-8.25, -21.71%) | 18.80 (-7.50, -28.52%) | 26.35 | 25.37 (+1.97, +8.40%) | 32.50 (-9.60, -22.80%) | N/A | 21.40 | 20.84 | 12.43 | 6.65 | N/A | 23.99 (-1.36, -5.38%) | N/A | 31.37 | N/A | 46.10 | N/A | N/A | 17.40 | 43.75 | 17.33 | 34.25 (-4.80, -12.29%) | 34.09 (+0.93, +2.82%) | 45.10 (-0.70, -1.53%) | 32.25 (-0.35, -1.07%) | 26.80 (-1.07, -3.83%) | N/A | N/A | 36.31 (+0.30, +0.83%) | N/A | 37.85 | N/A | N/A | 30.35 | 8.50 | 32.58 (+0.20, +0.62%) | N/A | 12.93 | N/A | 29.91 (-2.10, -6.56%) |
|
||||
| bergamot | N/A | 31.56 | 30.08 | N/A | 34.50 | N/A | 25.50 | N/A | 29.77 | N/A | N/A | N/A | 28.80 | 35.43 | 49.85 | 40.03 | 26.53 | N/A | N/A | 33.00 | N/A | 33.21 | 42.70 | N/A | N/A | 21.57 | N/A | 32.47 | 29.44 | 45.55 | 27.30 | N/A | N/A | N/A | 29.10 | N/A | N/A | 29.44 | 17.30 | N/A | 31.40 | 32.37 | 37.60 | 42.20 | N/A | 29.65 | 22.83 | N/A | 38.50 | N/A | 35.57 | N/A | 32.41 | 28.70 | 38.00 | 26.30 | N/A | 23.40 | 42.10 | 27.07 | N/A | N/A | N/A | N/A | N/A | 25.35 | 34.10 | N/A | 37.25 | N/A | N/A | N/A | N/A | N/A | N/A | 39.05 | 33.16 | 45.80 | 32.60 | 27.87 | N/A | 30.65 | 36.01 | 22.27 | N/A | N/A | 44.87 | N/A | N/A | 32.38 | 29.15 | N/A | 30.87 | 32.01 |
|
||||
| google | 38.95 | 33.36 (+1.79, +5.68%) | 39.58 (+9.50, +31.58%) | 43.03 | 43.05 (+8.55, +24.78%) | 43.20 | 28.60 (+3.10, +12.16%) | 27.43 | 28.97 (-0.80, -2.69%) | 20.80 | 37.60 | 25.50 | 33.90 (+5.10, +17.71%) | 37.81 (+2.38, +6.70%) | 53.75 (+3.90, +7.82%) | 44.53 (+4.50, +11.24%) | 31.30 (+4.77, +18.00%) | 30.95 | 45.31 | 40.55 (+7.55, +22.88%) | 33.00 | 38.20 (+4.99, +15.03%) | 59.15 (+16.45, +38.52%) | 40.00 | 35.05 | 24.80 (+3.23, +14.95%) | 29.55 | 37.13 (+4.67, +14.37%) | 33.20 (+3.76, +12.76%) | 49.70 (+4.15, +9.11%) | 29.30 (+2.00, +7.33%) | 40.60 | 48.15 | 15.05 | 36.80 (+7.70, +26.46%) | 28.70 | 15.60 | 34.49 (+5.05, +17.15%) | 27.80 (+10.50, +60.69%) | 62.55 | 45.65 (+14.25, +45.38%) | 35.80 (+3.43, +10.61%) | 42.05 (+4.45, +11.84%) | 35.70 (-6.50, -15.40%) | 39.45 | 33.05 (+3.40, +11.47%) | 28.57 (+5.73, +25.11%) | 25.52 | 41.30 (+2.80, +7.27%) | 29.47 | 42.43 (+6.87, +19.31%) | 43.50 | 34.74 (+2.32, +7.17%) | 40.85 (+12.15, +42.33%) | 48.95 (+10.95, +28.82%) | 32.63 (+6.33, +24.08%) | 45.55 | 38.90 (+15.50, +66.24%) | 44.60 (+2.50, +5.94%) | 33.77 (+6.70, +24.75%) | 43.50 | 32.29 | 33.43 | 15.30 | 36.45 | 27.72 (+2.36, +9.33%) | 40.60 (+6.50, +19.06%) | 40.60 | 47.55 (+10.30, +27.65%) | 50.50 | 3.75 | 29.20 | 42.13 | 58.85 | 30.70 | 47.75 (+8.70, +22.28%) | 35.65 (+2.49, +7.52%) | 50.40 (+4.60, +10.04%) | 34.50 (+1.90, +5.83%) | 31.23 (+3.37, +12.08%) | 40.50 | 38.75 (+8.10, +26.43%) | 29.47 (-6.54, -18.15%) | 25.50 (+3.23, +14.52%) | 49.25 | 31.05 | 46.60 (+1.73, +3.86%) | 40.10 | 31.25 | 33.64 (+1.27, +3.91%) | 35.40 (+6.25, +21.44%) | 28.08 | 36.87 (+6.00, +19.44%) | 33.16 (+1.14, +3.58%) |
|
||||
| microsoft | 40.70 | 34.67 (+3.11, +9.86%) | 39.16 (+9.08, +30.19%) | 42.07 | 41.95 (+7.45, +21.59%) | 54.90 | 28.47 (+2.97, +11.63%) | 29.27 | 32.30 (+2.53, +8.51%) | 20.65 | 35.10 | 18.85 | 32.43 (+3.63, +12.62%) | 39.13 (+3.70, +10.44%) | 50.15 (+0.30, +0.60%) | 45.53 (+5.50, +13.74%) | 31.03 (+4.50, +16.97%) | 31.25 | 43.42 | 39.30 (+6.30, +19.09%) | 30.72 | 38.38 (+5.17, +15.57%) | 56.75 (+14.05, +32.90%) | 1.00 | 34.95 | 26.05 (+4.48, +20.74%) | 29.95 | 37.33 (+4.87, +14.99%) | 35.09 (+5.64, +19.17%) | 49.65 (+4.10, +9.00%) | 28.80 (+1.50, +5.49%) | 44.20 | 50.00 | 9.05 | 32.67 (+3.57, +12.26%) | 26.83 | 15.05 | 33.62 (+4.18, +14.21%) | 20.50 (+3.20, +18.50%) | 61.65 | 42.65 (+11.25, +35.83%) | 36.17 (+3.80, +11.74%) | 42.90 (+5.30, +14.10%) | 45.25 (+3.05, +7.23%) | 37.95 | 32.60 (+2.95, +9.95%) | 26.10 (+3.27, +14.31%) | 32.18 | 41.20 (+2.70, +7.01%) | 29.50 | 42.30 (+6.73, +18.93%) | 32.30 | 33.76 (+1.35, +4.17%) | 36.15 (+7.45, +25.96%) | 46.50 (+8.50, +22.37%) | 32.03 (+5.73, +21.80%) | 44.95 | 38.17 (+14.77, +63.11%) | 38.55 (-3.55, -8.43%) | 33.20 (+6.13, +22.66%) | 40.20 | 32.09 | 33.73 | 17.65 | 32.65 | 28.26 (+2.91, +11.46%) | 38.50 (+4.40, +12.90%) | 42.07 | 1.60 (-35.65, -95.70%) | 51.90 | 1.55 | 29.87 | 40.57 | 57.95 | 30.83 | 47.00 (+7.95, +20.36%) | 37.73 (+4.57, +13.79%) | 51.05 (+5.25, +11.46%) | 34.55 (+1.95, +5.98%) | 31.83 (+3.97, +14.23%) | 38.00 | 37.95 (+7.30, +23.82%) | 36.48 (+0.47, +1.31%) | 24.83 (+2.57, +11.53%) | 50.15 | 24.40 | 46.47 (+1.60, +3.57%) | 39.20 | 24.80 | 32.93 (+0.56, +1.72%) | 33.60 (+4.45, +15.27%) | 26.32 | 32.50 (+1.63, +5.29%) | 33.54 (+1.53, +4.79%) |
|
||||
| argos | N/A | 20.55 (-11.01, -34.89%) | 20.42 (-9.66, -32.11%) | 30.37 | 24.80 (-9.70, -28.12%) | N/A | 23.17 (-2.33, -9.15%) | 19.33 | 27.17 (-2.60, -8.73%) | N/A | N/A | N/A | N/A | 34.04 (-1.39, -3.93%) | 43.80 (-6.05, -12.14%) | N/A | 12.97 (-13.55, -51.08%) | N/A | 29.00 | N/A | 15.70 | 25.76 (-7.45, -22.42%) | N/A | N/A | N/A | 17.40 (-4.18, -19.35%) | 26.25 | 31.83 (-0.63, -1.95%) | 22.14 (-7.30, -24.79%) | 36.80 (-8.75, -19.21%) | 24.90 (-2.40, -8.79%) | N/A | 42.05 | N/A | N/A | 15.07 | N/A | 27.89 (-1.55, -5.26%) | 21.30 (+4.00, +23.12%) | N/A | N/A | 31.33 (-1.03, -3.19%) | 38.85 (+1.25, +3.32%) | 30.40 (-11.80, -27.96%) | N/A | 29.90 (+0.25, +0.84%) | N/A | 16.18 | 36.10 (-2.40, -6.23%) | 12.93 | 26.27 (-9.30, -26.15%) | N/A | 29.93 (-2.49, -7.67%) | 27.90 (-0.80, -2.79%) | 42.30 (+4.30, +11.32%) | 15.73 (-10.57, -40.18%) | N/A | N/A | 39.45 (-2.65, -6.29%) | N/A | N/A | 20.41 | 25.47 | N/A | N/A | 15.65 (-9.71, -38.28%) | N/A | N/A | N/A | 44.35 | N/A | 14.10 | 25.70 | N/A | N/A | 29.00 (-10.05, -25.74%) | 30.97 (-2.18, -6.59%) | 38.20 (-7.60, -16.59%) | 31.07 (-1.53, -4.68%) | 27.67 (-0.20, -0.72%) | N/A | N/A | 33.44 (-2.57, -7.14%) | 19.67 (-2.60, -11.68%) | 34.45 | N/A | 42.77 (-2.10, -4.68%) | 20.35 | N/A | 30.70 (-1.68, -5.18%) | N/A | 12.43 | N/A | 26.56 (-5.46, -17.04%) |
|
||||
| nllb | 34.80 | 22.66 (-8.90, -28.20%) | 22.90 (-7.18, -23.87%) | 36.23 | 26.95 (-7.55, -21.88%) | 30.90 | 17.57 (-7.93, -31.11%) | 17.41 | 28.30 (-1.47, -4.93%) | 14.45 | 31.40 | 16.10 | 22.53 (-6.27, -21.76%) | 34.95 (-0.48, -1.36%) | 45.65 (-4.20, -8.43%) | 31.57 (-8.47, -21.15%) | 15.85 (-10.68, -40.25%) | 25.45 | 27.04 | 31.70 (-1.30, -3.94%) | 15.58 | 33.42 (+0.21, +0.63%) | 26.95 (-15.75, -36.89%) | 25.60 | 28.95 | 16.60 (-4.97, -23.06%) | 23.30 | 32.80 (+0.33, +1.03%) | 13.96 (-15.49, -52.60%) | 40.30 (-5.25, -11.53%) | 24.35 (-2.95, -10.81%) | 28.60 | 38.20 | 10.35 | 15.40 (-13.70, -47.08%) | 19.10 | 7.45 | 27.47 (-1.98, -6.71%) | 18.80 (+1.50, +8.67%) | 17.20 | 26.30 (-5.10, -16.24%) | 11.40 (-20.97, -64.78%) | 27.60 (-10.00, -26.60%) | 35.45 (-6.75, -16.00%) | 32.65 | 25.55 (-4.10, -13.83%) | 16.30 (-6.53, -28.61%) | 19.00 | 36.40 (-2.10, -5.45%) | 22.90 | 33.00 (-2.57, -7.22%) | 33.25 | 32.04 (-0.38, -1.16%) | 29.75 (+1.05, +3.66%) | 37.40 (-0.60, -1.58%) | 21.97 (-4.33, -16.48%) | 37.15 | 17.63 (-5.77, -24.64%) | 34.05 (-8.05, -19.12%) | 14.30 (-12.77, -47.17%) | 35.00 | 21.20 | 27.03 | 15.10 | 24.50 | 21.30 (-4.05, -15.99%) | 23.75 (-10.35, -30.35%) | 32.23 | 33.60 (-3.65, -9.80%) | 31.45 | 2.35 | 22.37 | 35.43 | 39.35 | 18.17 | 38.95 (-0.10, -0.26%) | 25.39 (-7.77, -23.42%) | 32.20 (-13.60, -29.69%) | 30.15 (-2.45, -7.52%) | 22.83 (-5.03, -18.06%) | 30.50 | 17.40 (-13.25, -43.23%) | 35.81 (-0.20, -0.56%) | 18.33 (-3.93, -17.66%) | 41.50 | 25.60 | 40.00 (-4.87, -10.85%) | 26.00 | 21.80 | 31.91 (-0.47, -1.44%) | 23.25 (-5.90, -20.24%) | 16.80 | 16.97 (-13.90, -45.03%) | 28.09 (-3.92, -12.24%) |
|
||||
| opusmt | 32.70 | 29.60 (-1.96, -6.22%) | 28.18 (-1.90, -6.32%) | 34.37 | 33.90 (-0.60, -1.74%) | 11.10 | 23.53 (-1.97, -7.71%) | 26.70 | 28.50 (-1.27, -4.26%) | N/A | 19.35 | 8.10 | N/A | 35.90 (+0.47, +1.32%) | N/A | N/A | 26.15 (-0.38, -1.41%) | 20.65 | 27.44 | 25.75 (-7.25, -21.97%) | N/A | 29.65 (-3.55, -10.70%) | N/A | N/A | N/A | 20.57 (-1.00, -4.63%) | 24.70 | N/A | 28.30 (-1.14, -3.88%) | 43.00 (-2.55, -5.60%) | 25.30 (-2.00, -7.33%) | N/A | 43.75 | N/A | 28.00 (-1.10, -3.78%) | 20.10 | N/A | 25.82 (-3.62, -12.28%) | N/A | 12.60 | N/A | 31.50 (-0.87, -2.68%) | N/A | 29.70 (-12.50, -29.62%) | 18.75 | 29.65 (0.00, 0.00%) | N/A | N/A | 36.30 (-2.20, -5.71%) | 20.13 | 27.77 (-7.80, -21.93%) | 12.75 | 32.73 (+0.31, +0.96%) | N/A | 29.75 (-8.25, -21.71%) | 18.80 (-7.50, -28.52%) | 26.35 | 25.37 (+1.97, +8.40%) | 32.50 (-9.60, -22.80%) | N/A | 21.40 | 20.84 | 12.43 | 6.65 | N/A | 23.99 (-1.36, -5.38%) | N/A | 31.37 | N/A | 46.10 | N/A | N/A | 17.40 | 43.75 | 17.33 | 34.25 (-4.80, -12.29%) | 34.09 (+0.93, +2.82%) | 45.10 (-0.70, -1.53%) | 32.25 (-0.35, -1.07%) | 26.80 (-1.07, -3.83%) | N/A | N/A | 36.31 (+0.30, +0.83%) | N/A | 37.85 | N/A | N/A | 30.35 | 8.50 | 32.58 (+0.20, +0.62%) | N/A | 12.93 | N/A | 29.91 (-2.10, -6.56%) |
|
||||
|
||||
|
||||
---
|
||||
|
|
@ -89,12 +89,12 @@ Both absolute and relative differences in BLEU scores between Bergamot and other
|
|||
|
||||
| Translator/Dataset | wmt20 | wmt08 | wmt10 | flores-dev | wmt12 | wmt17 | wmt14 | wmt11 | wmt15 | wmt18 | wmt21 | wmt09 | wmt22 | flores-test | wmt16 | wmt13 |
|
||||
| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |
|
||||
| bergamot | 27.00 | 24.50 | 28.20 | 35.30 | 26.50 | 30.20 | 35.00 | 28.10 | 32.00 | 31.30 | 27.90 | 27.60 | 44.50 | 35.30 | 33.40 | 30.30 |
|
||||
| google | 28.40 (+1.40, +5.19%) | 26.30 (+1.80, +7.35%) | 30.50 (+2.30, +8.16%) | 38.60 (+3.30, +9.35%) | 28.60 (+2.10, +7.92%) | 31.20 (+1.00, +3.31%) | 38.00 (+3.00, +8.57%) | 30.20 (+2.10, +7.47%) | 33.60 (+1.60, +5.00%) | 32.10 (+0.80, +2.56%) | 30.70 (+2.80, +10.04%) | 29.90 (+2.30, +8.33%) | 49.40 (+4.90, +11.01%) | 39.00 (+3.70, +10.48%) | 34.80 (+1.40, +4.19%) | 32.40 (+2.10, +6.93%) |
|
||||
| microsoft | 27.60 (+0.60, +2.22%) | 26.40 (+1.90, +7.76%) | 30.70 (+2.50, +8.87%) | 40.00 (+4.70, +13.31%) | 29.70 (+3.20, +12.08%) | 33.60 (+3.40, +11.26%) | 39.90 (+4.90, +14.00%) | 30.90 (+2.80, +9.96%) | 34.70 (+2.70, +8.44%) | 34.30 (+3.00, +9.58%) | 30.50 (+2.60, +9.32%) | 29.60 (+2.00, +7.25%) | 54.90 (+10.40, +23.37%) | 40.30 (+5.00, +14.16%) | 38.30 (+4.90, +14.67%) | 33.40 (+3.10, +10.23%) |
|
||||
| argos | 16.90 (-10.10, -37.41%) | 16.80 (-7.70, -31.43%) | 19.00 (-9.20, -32.62%) | 25.20 (-10.10, -28.61%) | 19.10 (-7.40, -27.92%) | 19.10 (-11.10, -36.75%) | 22.30 (-12.70, -36.29%) | 20.70 (-7.40, -26.33%) | 19.20 (-12.80, -40.00%) | 19.10 (-12.20, -38.98%) | 20.00 (-7.90, -28.32%) | 19.00 (-8.60, -31.16%) | 23.20 (-21.30, -47.87%) | 25.50 (-9.80, -27.76%) | 22.30 (-11.10, -33.23%) | 21.40 (-8.90, -29.37%) |
|
||||
| nllb | 15.10 (-11.90, -44.07%) | 18.50 (-6.00, -24.49%) | 22.10 (-6.10, -21.63%) | 28.20 (-7.10, -20.11%) | 21.00 (-5.50, -20.75%) | 22.00 (-8.20, -27.15%) | 25.10 (-9.90, -28.29%) | 21.30 (-6.80, -24.20%) | 22.20 (-9.80, -30.63%) | 22.60 (-8.70, -27.80%) | 18.90 (-9.00, -32.26%) | 20.90 (-6.70, -24.28%) | 27.70 (-16.80, -37.75%) | 28.10 (-7.20, -20.40%) | 25.00 (-8.40, -25.15%) | 23.90 (-6.40, -21.12%) |
|
||||
| opusmt | 23.00 (-4.00, -14.81%) | 23.30 (-1.20, -4.90%) | 26.50 (-1.70, -6.03%) | 34.30 (-1.00, -2.83%) | 27.10 (+0.60, +2.26%) | 28.00 (-2.20, -7.28%) | 33.10 (-1.90, -5.43%) | 27.70 (-0.40, -1.42%) | 29.20 (-2.80, -8.75%) | 29.20 (-2.10, -6.71%) | 27.90 (0.00, 0.00%) | 26.50 (-1.10, -3.99%) | 41.10 (-3.40, -7.64%) | 34.90 (-0.40, -1.13%) | 31.50 (-1.90, -5.69%) | 30.30 (0.00, 0.00%) |
|
||||
| bergamot | 26.90 | 25.10 | 28.70 | 34.70 | 27.30 | 30.60 | 36.20 | 28.80 | 32.00 | 31.30 | 29.60 | 28.20 | 45.10 | 35.90 | 34.00 | 30.60 |
|
||||
| google | 28.40 (+1.50, +5.58%) | 26.30 (+1.20, +4.78%) | 30.50 (+1.80, +6.27%) | 38.60 (+3.90, +11.24%) | 28.60 (+1.30, +4.76%) | 31.20 (+0.60, +1.96%) | 38.00 (+1.80, +4.97%) | 30.20 (+1.40, +4.86%) | 33.60 (+1.60, +5.00%) | 32.10 (+0.80, +2.56%) | 30.70 (+1.10, +3.72%) | 29.90 (+1.70, +6.03%) | 49.40 (+4.30, +9.53%) | 39.00 (+3.10, +8.64%) | 34.80 (+0.80, +2.35%) | 32.40 (+1.80, +5.88%) |
|
||||
| microsoft | 27.60 (+0.70, +2.60%) | 26.40 (+1.30, +5.18%) | 30.70 (+2.00, +6.97%) | 40.00 (+5.30, +15.27%) | 29.70 (+2.40, +8.79%) | 33.60 (+3.00, +9.80%) | 39.90 (+3.70, +10.22%) | 30.90 (+2.10, +7.29%) | 34.70 (+2.70, +8.44%) | 34.30 (+3.00, +9.58%) | 30.50 (+0.90, +3.04%) | 29.60 (+1.40, +4.96%) | 54.90 (+9.80, +21.73%) | 40.30 (+4.40, +12.26%) | 38.30 (+4.30, +12.65%) | 33.40 (+2.80, +9.15%) |
|
||||
| argos | 16.90 (-10.00, -37.17%) | 16.80 (-8.30, -33.07%) | 19.00 (-9.70, -33.80%) | 25.20 (-9.50, -27.38%) | 19.10 (-8.20, -30.04%) | 19.10 (-11.50, -37.58%) | 22.30 (-13.90, -38.40%) | 20.70 (-8.10, -28.13%) | 19.20 (-12.80, -40.00%) | 19.10 (-12.20, -38.98%) | 20.00 (-9.60, -32.43%) | 19.00 (-9.20, -32.62%) | 23.20 (-21.90, -48.56%) | 25.50 (-10.40, -28.97%) | 22.30 (-11.70, -34.41%) | 21.40 (-9.20, -30.07%) |
|
||||
| nllb | 15.10 (-11.80, -43.87%) | 18.50 (-6.60, -26.29%) | 22.10 (-6.60, -23.00%) | 28.20 (-6.50, -18.73%) | 21.00 (-6.30, -23.08%) | 22.00 (-8.60, -28.10%) | 25.10 (-11.10, -30.66%) | 21.30 (-7.50, -26.04%) | 22.20 (-9.80, -30.63%) | 22.60 (-8.70, -27.80%) | 18.90 (-10.70, -36.15%) | 20.90 (-7.30, -25.89%) | 27.70 (-17.40, -38.58%) | 28.10 (-7.80, -21.73%) | 25.00 (-9.00, -26.47%) | 23.90 (-6.70, -21.90%) |
|
||||
| opusmt | 23.00 (-3.90, -14.50%) | 23.30 (-1.80, -7.17%) | 26.50 (-2.20, -7.67%) | 34.30 (-0.40, -1.15%) | 27.10 (-0.20, -0.73%) | 28.00 (-2.60, -8.50%) | 33.10 (-3.10, -8.56%) | 27.70 (-1.10, -3.82%) | 29.20 (-2.80, -8.75%) | 29.20 (-2.10, -6.71%) | 27.90 (-1.70, -5.74%) | 26.50 (-1.70, -6.03%) | 41.10 (-4.00, -8.87%) | 34.90 (-1.00, -2.79%) | 31.50 (-2.50, -7.35%) | 30.30 (-0.30, -0.98%) |
|
||||
|
||||
|
||||
---
|
||||
|
|
|
|||
|
|
@ -5,29 +5,29 @@
|
|||
"google": 0.8708,
|
||||
"opusmt": 0.8177,
|
||||
"microsoft": 0.8719,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"opusmt": 0.822,
|
||||
"google": 0.8702,
|
||||
"microsoft": 0.8723,
|
||||
"nllb": 0.8552,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"cs-en": {
|
||||
"wmt20": {
|
||||
"opusmt": 0.7646,
|
||||
"microsoft": 0.8185,
|
||||
"bergamot": 0.7817,
|
||||
"bergamot": 0.7879,
|
||||
"nllb": 0.671,
|
||||
"google": 0.8158,
|
||||
"argos": 0.6454
|
||||
},
|
||||
"wmt17": {
|
||||
"bergamot": 0.8175,
|
||||
"bergamot": 0.8233,
|
||||
"opusmt": 0.8156,
|
||||
"microsoft": 0.8499,
|
||||
"google": 0.8486,
|
||||
|
|
@ -35,7 +35,7 @@
|
|||
"nllb": 0.7221
|
||||
},
|
||||
"wmt22": {
|
||||
"bergamot": 0.8333,
|
||||
"bergamot": 0.839,
|
||||
"argos": 0.68,
|
||||
"opusmt": 0.8323,
|
||||
"microsoft": 0.8744,
|
||||
|
|
@ -48,11 +48,11 @@
|
|||
"opusmt": 0.8651,
|
||||
"google": 0.8893,
|
||||
"argos": 0.7763,
|
||||
"bergamot": 0.8588
|
||||
"bergamot": 0.8669
|
||||
},
|
||||
"wmt08": {
|
||||
"microsoft": 0.8351,
|
||||
"bergamot": 0.7964,
|
||||
"bergamot": 0.809,
|
||||
"nllb": 0.7223,
|
||||
"argos": 0.6928,
|
||||
"google": 0.8347,
|
||||
|
|
@ -62,13 +62,13 @@
|
|||
"argos": 0.702,
|
||||
"google": 0.8368,
|
||||
"microsoft": 0.8435,
|
||||
"bergamot": 0.8079,
|
||||
"bergamot": 0.8151,
|
||||
"opusmt": 0.8151,
|
||||
"nllb": 0.7244
|
||||
},
|
||||
"wmt15": {
|
||||
"nllb": 0.7158,
|
||||
"bergamot": 0.8232,
|
||||
"bergamot": 0.8293,
|
||||
"argos": 0.6996,
|
||||
"google": 0.8536,
|
||||
"opusmt": 0.8243,
|
||||
|
|
@ -80,12 +80,12 @@
|
|||
"microsoft": 0.847,
|
||||
"nllb": 0.7222,
|
||||
"google": 0.8465,
|
||||
"bergamot": 0.8189
|
||||
"bergamot": 0.8256
|
||||
},
|
||||
"wmt11": {
|
||||
"opusmt": 0.8106,
|
||||
"google": 0.831,
|
||||
"bergamot": 0.8037,
|
||||
"bergamot": 0.8103,
|
||||
"microsoft": 0.8392,
|
||||
"argos": 0.71,
|
||||
"nllb": 0.7233
|
||||
|
|
@ -95,19 +95,19 @@
|
|||
"microsoft": 0.855,
|
||||
"argos": 0.7021,
|
||||
"opusmt": 0.822,
|
||||
"bergamot": 0.825,
|
||||
"bergamot": 0.8301,
|
||||
"nllb": 0.7224
|
||||
},
|
||||
"wmt09": {
|
||||
"google": 0.8391,
|
||||
"argos": 0.7032,
|
||||
"bergamot": 0.8093,
|
||||
"bergamot": 0.8138,
|
||||
"opusmt": 0.8162,
|
||||
"microsoft": 0.8428,
|
||||
"nllb": 0.7256
|
||||
},
|
||||
"wmt14": {
|
||||
"bergamot": 0.842,
|
||||
"bergamot": 0.8467,
|
||||
"nllb": 0.7448,
|
||||
"argos": 0.7223,
|
||||
"google": 0.8731,
|
||||
|
|
@ -117,13 +117,13 @@
|
|||
"wmt10": {
|
||||
"opusmt": 0.8135,
|
||||
"microsoft": 0.8433,
|
||||
"bergamot": 0.8083,
|
||||
"bergamot": 0.8147,
|
||||
"argos": 0.7094,
|
||||
"google": 0.8421,
|
||||
"nllb": 0.732
|
||||
},
|
||||
"wmt16": {
|
||||
"bergamot": 0.8197,
|
||||
"bergamot": 0.8237,
|
||||
"nllb": 0.7229,
|
||||
"google": 0.8532,
|
||||
"opusmt": 0.821,
|
||||
|
|
@ -134,13 +134,13 @@
|
|||
"argos": 0.7264,
|
||||
"microsoft": 0.8608,
|
||||
"nllb": 0.7407,
|
||||
"bergamot": 0.827,
|
||||
"bergamot": 0.8332,
|
||||
"google": 0.854,
|
||||
"opusmt": 0.8333
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.787,
|
||||
"bergamot": 0.8607,
|
||||
"bergamot": 0.865,
|
||||
"google": 0.8887,
|
||||
"microsoft": 0.8877,
|
||||
"opusmt": 0.8644,
|
||||
|
|
@ -239,16 +239,16 @@
|
|||
"opusmt": 0.5062,
|
||||
"google": 0.8836,
|
||||
"nllb": 0.7929,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"google": 0.8857,
|
||||
"nllb": 0.8062,
|
||||
"microsoft": 0.8811,
|
||||
"opusmt": 0.5147,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-et": {
|
||||
|
|
@ -366,17 +366,17 @@
|
|||
"google": 0.8647,
|
||||
"nllb": 0.8504,
|
||||
"microsoft": 0.8668,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"google": 0.8663,
|
||||
"nllb": 0.8464,
|
||||
"microsoft": 0.8691,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-gl": {
|
||||
|
|
@ -385,16 +385,16 @@
|
|||
"google": 0.8717,
|
||||
"opusmt": 0.6593,
|
||||
"nllb": 0.8565,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"nllb": 0.8556,
|
||||
"google": 0.8745,
|
||||
"microsoft": 0.8556,
|
||||
"opusmt": 0.6544,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-hy": {
|
||||
|
|
@ -403,16 +403,16 @@
|
|||
"opusmt": 0.6802,
|
||||
"nllb": 0.8668,
|
||||
"google": 0.9026,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"opusmt": 0.6822,
|
||||
"google": 0.9042,
|
||||
"nllb": 0.8679,
|
||||
"microsoft": 0.8798,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-hr": {
|
||||
|
|
@ -421,24 +421,24 @@
|
|||
"microsoft": 0.9051,
|
||||
"nllb": 0.8582,
|
||||
"google": 0.9145,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"wmt22": {
|
||||
"microsoft": 0.8637,
|
||||
"bergamot": 0.8236,
|
||||
"nllb": 0.811,
|
||||
"google": 0.8813,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"google": 0.9177,
|
||||
"nllb": 0.8623,
|
||||
"microsoft": 0.9067,
|
||||
"bergamot": 0.8777,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"fr-en": {
|
||||
|
|
@ -563,24 +563,24 @@
|
|||
"microsoft": 0.8966,
|
||||
"google": 0.8954,
|
||||
"bergamot": 0.8775,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"wmt16": {
|
||||
"bergamot": 0.8534,
|
||||
"nllb": 0.7679,
|
||||
"google": 0.8663,
|
||||
"microsoft": 0.871,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.8135,
|
||||
"bergamot": 0.8782,
|
||||
"google": 0.8966,
|
||||
"microsoft": 0.8969,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"hu-en": {
|
||||
|
|
@ -623,16 +623,16 @@
|
|||
"microsoft": 0.8751,
|
||||
"opusmt": 0.8167,
|
||||
"google": 0.8774,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.8514,
|
||||
"google": 0.8816,
|
||||
"microsoft": 0.8781,
|
||||
"opusmt": 0.8245,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-zh": {
|
||||
|
|
@ -889,16 +889,16 @@
|
|||
"microsoft": 0.8295,
|
||||
"google": 0.8393,
|
||||
"bergamot": 0.7602,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.6342,
|
||||
"bergamot": 0.7619,
|
||||
"google": 0.8458,
|
||||
"microsoft": 0.8334,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-sr": {
|
||||
|
|
@ -906,17 +906,17 @@
|
|||
"google": 0.9018,
|
||||
"microsoft": 0.7526,
|
||||
"nllb": 0.8345,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.8346,
|
||||
"google": 0.9055,
|
||||
"microsoft": 0.7555,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-nb": {
|
||||
|
|
@ -924,17 +924,17 @@
|
|||
"google": 0.9019,
|
||||
"microsoft": 0.8998,
|
||||
"nllb": 0.8726,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.8745,
|
||||
"google": 0.9027,
|
||||
"microsoft": 0.9005,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-hu": {
|
||||
|
|
@ -1114,17 +1114,17 @@
|
|||
"google": 0.7315,
|
||||
"microsoft": 0.7369,
|
||||
"nllb": 0.694,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"nllb": 0.6932,
|
||||
"microsoft": 0.7372,
|
||||
"google": 0.7314,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-sv": {
|
||||
|
|
@ -1150,17 +1150,17 @@
|
|||
"google": 0.8732,
|
||||
"nllb": 0.8657,
|
||||
"microsoft": 0.8657,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"microsoft": 0.8691,
|
||||
"google": 0.8784,
|
||||
"nllb": 0.8658,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"lv-en": {
|
||||
|
|
@ -1220,17 +1220,17 @@
|
|||
"microsoft": 0.8847,
|
||||
"google": 0.8917,
|
||||
"nllb": 0.8033,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"google": 0.8862,
|
||||
"microsoft": 0.8771,
|
||||
"nllb": 0.7885,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-ru": {
|
||||
|
|
@ -1355,16 +1355,16 @@
|
|||
"microsoft": 0.8893,
|
||||
"opusmt": 0.5192,
|
||||
"google": 0.901,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.5791,
|
||||
"google": 0.902,
|
||||
"microsoft": 0.892,
|
||||
"opusmt": 0.53,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"bs-en": {
|
||||
|
|
@ -1373,16 +1373,16 @@
|
|||
"microsoft": 0.8851,
|
||||
"google": 0.8939,
|
||||
"bergamot": 0.8155,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.7571,
|
||||
"bergamot": 0.8166,
|
||||
"google": 0.8947,
|
||||
"microsoft": 0.8876,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"et-en": {
|
||||
|
|
@ -1453,16 +1453,16 @@
|
|||
"microsoft": 0.8867,
|
||||
"opusmt": 0.787,
|
||||
"google": 0.8887,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.8692,
|
||||
"google": 0.891,
|
||||
"microsoft": 0.8872,
|
||||
"opusmt": 0.7863,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"nl-en": {
|
||||
|
|
@ -1489,24 +1489,24 @@
|
|||
"bergamot": 0.8504,
|
||||
"microsoft": 0.9026,
|
||||
"google": 0.9086,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"wmt19": {
|
||||
"google": 0.8633,
|
||||
"nllb": 0.7782,
|
||||
"microsoft": 0.8605,
|
||||
"bergamot": 0.8146,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"google": 0.9067,
|
||||
"bergamot": 0.8511,
|
||||
"microsoft": 0.9032,
|
||||
"nllb": 0.8265,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-tr": {
|
||||
|
|
@ -1627,16 +1627,16 @@
|
|||
"microsoft": 0.8515,
|
||||
"opusmt": 0.6675,
|
||||
"google": 0.892,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.8566,
|
||||
"google": 0.8949,
|
||||
"microsoft": 0.8497,
|
||||
"opusmt": 0.6604,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-es": {
|
||||
|
|
@ -1773,16 +1773,16 @@
|
|||
"google": 0.8979,
|
||||
"nllb": 0.8639,
|
||||
"microsoft": 0.8869,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"opusmt": 0.7556,
|
||||
"microsoft": 0.8892,
|
||||
"google": 0.9018,
|
||||
"nllb": 0.8647,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"is-en": {
|
||||
|
|
@ -1835,24 +1835,24 @@
|
|||
"microsoft": 0.8792,
|
||||
"bergamot": 0.8363,
|
||||
"nllb": 0.7279,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"bergamot": 0.858,
|
||||
"nllb": 0.7318,
|
||||
"microsoft": 0.9012,
|
||||
"google": 0.9064,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.7383,
|
||||
"microsoft": 0.9037,
|
||||
"google": 0.9073,
|
||||
"bergamot": 0.8563,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"gl-en": {
|
||||
|
|
@ -1861,16 +1861,16 @@
|
|||
"microsoft": 0.875,
|
||||
"opusmt": 0.7202,
|
||||
"google": 0.8873,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.833,
|
||||
"google": 0.8871,
|
||||
"microsoft": 0.8741,
|
||||
"opusmt": 0.7276,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"zh-en": {
|
||||
|
|
@ -1979,16 +1979,16 @@
|
|||
"microsoft": 0.7105,
|
||||
"nllb": 0.7143,
|
||||
"google": 0.7207,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.7052,
|
||||
"google": 0.7106,
|
||||
"opusmt": 0.6789,
|
||||
"microsoft": 0.6996,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-bs": {
|
||||
|
|
@ -1996,17 +1996,17 @@
|
|||
"nllb": 0.865,
|
||||
"google": 0.9145,
|
||||
"microsoft": 0.905,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.8711,
|
||||
"google": 0.9182,
|
||||
"microsoft": 0.9089,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-cs": {
|
||||
|
|
@ -2153,16 +2153,16 @@
|
|||
"microsoft": 0.8767,
|
||||
"google": 0.88,
|
||||
"bergamot": 0.8556,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.7378,
|
||||
"bergamot": 0.8584,
|
||||
"google": 0.8805,
|
||||
"microsoft": 0.8795,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-ro": {
|
||||
|
|
@ -2171,24 +2171,24 @@
|
|||
"nllb": 0.8773,
|
||||
"microsoft": 0.9085,
|
||||
"google": 0.906,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"wmt16": {
|
||||
"opusmt": 0.8554,
|
||||
"microsoft": 0.8918,
|
||||
"nllb": 0.8618,
|
||||
"google": 0.8848,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"opusmt": 0.8687,
|
||||
"microsoft": 0.9086,
|
||||
"google": 0.9064,
|
||||
"nllb": 0.878,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"sr-en": {
|
||||
|
|
@ -2197,16 +2197,16 @@
|
|||
"microsoft": 0.6794,
|
||||
"google": 0.8839,
|
||||
"bergamot": 0.8498,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.8149,
|
||||
"bergamot": 0.8494,
|
||||
"google": 0.885,
|
||||
"microsoft": 0.6854,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"sv-en": {
|
||||
|
|
@ -2232,17 +2232,17 @@
|
|||
"google": 0.8738,
|
||||
"nllb": 0.8484,
|
||||
"microsoft": 0.859,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"nllb": 0.8501,
|
||||
"microsoft": 0.8613,
|
||||
"google": 0.8747,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-ko": {
|
||||
|
|
@ -2303,16 +2303,16 @@
|
|||
"microsoft": 0.8907,
|
||||
"opusmt": 0.8192,
|
||||
"google": 0.8991,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.7648,
|
||||
"google": 0.9006,
|
||||
"microsoft": 0.8899,
|
||||
"opusmt": 0.8104,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-is": {
|
||||
|
|
@ -2321,24 +2321,24 @@
|
|||
"nllb": 0.7919,
|
||||
"google": 0.8665,
|
||||
"opusmt": 0.7598,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"wmt21": {
|
||||
"opusmt": 0.6958,
|
||||
"google": 0.846,
|
||||
"microsoft": 0.8466,
|
||||
"nllb": 0.7793,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"nllb": 0.7883,
|
||||
"google": 0.8668,
|
||||
"opusmt": 0.7597,
|
||||
"microsoft": 0.8598,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"id-en": {
|
||||
|
|
@ -2588,17 +2588,17 @@
|
|||
"nllb": 0.8498,
|
||||
"microsoft": 0.8745,
|
||||
"google": 0.8854,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.8499,
|
||||
"google": 0.8845,
|
||||
"microsoft": 0.8728,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"sl-en": {
|
||||
|
|
@ -2607,16 +2607,16 @@
|
|||
"microsoft": 0.8811,
|
||||
"google": 0.8811,
|
||||
"bergamot": 0.8474,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.6879,
|
||||
"bergamot": 0.8526,
|
||||
"google": 0.8835,
|
||||
"microsoft": 0.882,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-fr": {
|
||||
|
|
@ -2758,17 +2758,17 @@
|
|||
"nllb": 0.8466,
|
||||
"microsoft": 0.8369,
|
||||
"google": 0.8651,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.8422,
|
||||
"google": 0.866,
|
||||
"microsoft": 0.8379,
|
||||
"argos": 0,
|
||||
"bergamot": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"pt-en": {
|
||||
|
|
@ -2821,16 +2821,16 @@
|
|||
"microsoft": 0.675,
|
||||
"opusmt": 0.5177,
|
||||
"google": 0.7427,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.6548,
|
||||
"google": 0.7335,
|
||||
"microsoft": 0.6728,
|
||||
"opusmt": 0.5165,
|
||||
"argos": 0,
|
||||
"bergamot": 0
|
||||
"bergamot": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"es-en": {
|
||||
|
|
@ -2913,16 +2913,16 @@
|
|||
"google": 0.9073,
|
||||
"microsoft": 0.8926,
|
||||
"nllb": 0.8414,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-test": {
|
||||
"nllb": 0.8368,
|
||||
"microsoft": 0.8914,
|
||||
"bergamot": 0.8566,
|
||||
"google": 0.9068,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"ja-en": {
|
||||
|
|
@ -2981,24 +2981,24 @@
|
|||
"microsoft": 0.8577,
|
||||
"google": 0.8706,
|
||||
"bergamot": 0.8364,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"wmt19": {
|
||||
"microsoft": 0.8526,
|
||||
"bergamot": 0.8346,
|
||||
"google": 0.8546,
|
||||
"nllb": 0.6799,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
},
|
||||
"flores-dev": {
|
||||
"nllb": 0.6658,
|
||||
"bergamot": 0.8393,
|
||||
"google": 0.8715,
|
||||
"microsoft": 0.8583,
|
||||
"argos": 0,
|
||||
"opusmt": 0
|
||||
"opusmt": 0,
|
||||
"argos": 0
|
||||
}
|
||||
},
|
||||
"en-de": {
|
||||
|
|
|
|||
|
|
@ -53,12 +53,12 @@ We also compare the systems using the `comet-compare` tool that calculates the s
|
|||
|
||||
| Translator/Dataset | en-af | cs-en | tr-en | ar-en | sk-en | en-cy | en-et | en-fi | en-it | en-bn | en-gl | en-hy | en-hr | fr-en | en-pt | ro-en | hu-en | th-en | en-zh | vi-en | en-ja | ru-en | mt-en | en-sr | en-nb | en-hu | en-el | el-en | fi-en | en-da | en-nl | en-mt | en-sv | en-am | lv-en | en-ar | en-th | en-ru | en-fa | cy-en | bs-en | et-en | nb-en | en-ca | bn-en | nl-en | en-lt | en-tr | bg-en | ko-en | uk-en | hy-en | en-es | fa-en | ca-en | en-uk | en-vi | is-en | en-bg | en-lv | gl-en | zh-en | en-hi | en-ig | en-bs | en-cs | hr-en | en-ro | sr-en | sv-en | en-my | en-ko | hi-en | af-en | en-is | id-en | de-en | da-en | it-en | pl-en | am-en | sl-en | en-fr | en-pl | en-id | my-en | pt-en | en-sk | ig-en | es-en | en-sl | ja-en | lt-en | en-de |
|
||||
| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |
|
||||
| bergamot | N/A | 0.82 | 0.85 | N/A | 0.86 | N/A | 0.87 | N/A | 0.86 | N/A | N/A | N/A | 0.86 | 0.84 | 0.89 | 0.87 | 0.84 | N/A | N/A | 0.85 | N/A | 0.83 | 0.76 | N/A | N/A | 0.84 | N/A | 0.85 | 0.86 | 0.89 | 0.86 | N/A | N/A | N/A | 0.84 | N/A | N/A | 0.84 | 0.79 | N/A | 0.82 | 0.85 | 0.85 | 0.86 | N/A | 0.86 | 0.84 | N/A | 0.87 | N/A | 0.83 | N/A | 0.83 | 0.83 | 0.85 | 0.83 | N/A | 0.73 | 0.89 | 0.85 | N/A | N/A | N/A | N/A | N/A | 0.84 | 0.86 | N/A | 0.85 | N/A | N/A | N/A | N/A | N/A | N/A | 0.87 | 0.83 | 0.89 | 0.85 | 0.83 | N/A | 0.85 | 0.82 | 0.86 | N/A | N/A | 0.87 | N/A | N/A | 0.83 | 0.86 | N/A | 0.84 | 0.84 |
|
||||
| google | 0.87 | 0.85 (+0.03, +3.75%) | 0.89 (+0.04, +4.71%) | 0.88 | 0.89 (+0.03, +3.46%) | 0.88 | 0.91 (+0.04, +4.95%) | 0.91 | 0.88 (+0.02, +2.33%) | 0.87 | 0.87 | 0.90 | 0.90 (+0.05, +5.37%) | 0.86 (+0.02, +1.87%) | 0.90 (+0.02, +1.73%) | 0.89 (+0.02, +1.89%) | 0.86 (+0.03, +3.01%) | 0.88 | 0.88 | 0.88 (+0.03, +3.67%) | 0.91 | 0.85 (+0.02, +2.65%) | 0.84 (+0.08, +10.71%) | 0.90 | 0.90 | 0.88 (+0.05, +5.48%) | 0.90 | 0.87 (+0.02, +2.71%) | 0.89 (+0.03, +3.42%) | 0.91 (+0.02, +2.65%) | 0.88 (+0.02, +2.56%) | 0.73 | 0.91 | 0.88 | 0.87 (+0.03, +3.55%) | 0.88 | 0.89 | 0.90 (+0.06, +6.72%) | 0.88 (+0.09, +11.26%) | 0.90 | 0.89 (+0.08, +9.59%) | 0.89 (+0.04, +5.14%) | 0.89 (+0.04, +5.23%) | 0.88 (+0.01, +1.71%) | 0.89 | 0.88 (+0.02, +2.11%) | 0.89 (+0.05, +6.46%) | 0.90 | 0.89 (+0.02, +2.29%) | 0.87 | 0.87 (+0.04, +4.24%) | 0.89 | 0.85 (+0.02, +2.40%) | 0.89 (+0.06, +7.07%) | 0.89 (+0.05, +5.32%) | 0.90 (+0.07, +8.26%) | 0.90 | 0.87 (+0.14, +18.68%) | 0.92 (+0.02, +2.53%) | 0.90 (+0.05, +5.58%) | 0.89 | 0.84 | 0.83 | 0.72 | 0.92 | 0.89 (+0.05, +5.68%) | 0.88 (+0.02, +2.71%) | 0.90 | 0.88 (+0.03, +4.10%) | 0.90 | 0.87 | 0.89 | 0.90 | 0.90 | 0.86 | 0.90 (+0.02, +2.66%) | 0.86 (+0.03, +3.37%) | 0.91 (+0.01, +1.54%) | 0.86 (+0.02, +1.85%) | 0.86 (+0.02, +2.90%) | 0.88 | 0.88 (+0.03, +3.80%) | 0.85 (+0.03, +3.51%) | 0.90 (+0.04, +4.88%) | 0.92 | 0.87 | 0.89 (+0.01, +1.53%) | 0.92 | 0.74 | 0.84 (+0.01, +1.75%) | 0.91 (+0.05, +5.74%) | 0.85 | 0.87 (+0.03, +3.44%) | 0.87 (+0.03, +3.42%) |
|
||||
| microsoft | 0.87 | 0.85 (+0.03, +4.13%) | 0.89 (+0.04, +4.50%) | 0.87 | 0.89 (+0.03, +3.22%) | 0.88 | 0.91 (+0.04, +4.67%) | 0.92 | 0.88 (+0.02, +2.42%) | 0.87 | 0.86 | 0.88 | 0.89 (+0.03, +3.89%) | 0.86 (+0.02, +2.43%) | 0.90 (+0.01, +1.28%) | 0.89 (+0.02, +2.12%) | 0.87 (+0.03, +3.29%) | 0.88 | 0.86 | 0.88 (+0.03, +3.36%) | 0.90 | 0.85 (+0.03, +3.05%) | 0.83 (+0.07, +9.25%) | 0.75 | 0.90 | 0.89 (+0.05, +5.92%) | 0.90 | 0.87 (+0.02, +2.61%) | 0.89 (+0.03, +3.83%) | 0.91 (+0.02, +2.54%) | 0.88 (+0.02, +2.12%) | 0.74 | 0.92 | 0.87 | 0.86 (+0.02, +2.64%) | 0.86 | 0.88 | 0.89 (+0.05, +5.59%) | 0.82 (+0.02, +3.03%) | 0.89 | 0.89 (+0.07, +8.61%) | 0.88 (+0.04, +4.25%) | 0.89 (+0.04, +5.13%) | 0.88 (+0.02, +2.31%) | 0.89 | 0.87 (+0.02, +1.81%) | 0.89 (+0.05, +5.97%) | 0.90 | 0.88 (+0.01, +1.63%) | 0.87 | 0.86 (+0.03, +3.54%) | 0.85 | 0.86 (+0.02, +2.65%) | 0.87 (+0.04, +4.79%) | 0.89 (+0.04, +4.92%) | 0.89 (+0.06, +7.15%) | 0.89 | 0.86 (+0.13, +17.94%) | 0.91 (+0.02, +1.79%) | 0.89 (+0.04, +5.23%) | 0.87 | 0.84 | 0.81 | 0.71 | 0.91 | 0.90 (+0.05, +6.13%) | 0.88 (+0.02, +2.46%) | 0.90 | 0.68 (-0.17, -19.68%) | 0.91 | 0.86 | 0.89 | 0.89 | 0.89 | 0.85 | 0.90 (+0.02, +2.63%) | 0.86 (+0.03, +4.16%) | 0.91 (+0.01, +1.62%) | 0.86 (+0.02, +1.97%) | 0.86 (+0.03, +3.13%) | 0.87 | 0.88 (+0.03, +3.71%) | 0.86 (+0.03, +4.15%) | 0.89 (+0.04, +4.14%) | 0.92 | 0.84 | 0.89 (+0.01, +1.43%) | 0.91 | 0.67 | 0.85 (+0.02, +2.34%) | 0.89 (+0.03, +3.98%) | 0.84 | 0.86 (+0.02, +2.32%) | 0.87 (+0.03, +3.72%) |
|
||||
| argos | N/A | 0.71 (-0.11, -13.54%) | 0.76 (-0.09, -10.40%) | 0.81 | 0.78 (-0.08, -9.22%) | N/A | 0.86 (-0.02, -1.73%) | 0.85 | 0.84 (-0.02, -2.57%) | N/A | N/A | N/A | N/A | 0.83 (-0.01, -1.00%) | 0.86 (-0.02, -2.62%) | N/A | 0.66 (-0.18, -21.30%) | N/A | 0.80 | N/A | 0.75 | 0.78 (-0.05, -6.14%) | N/A | N/A | N/A | 0.78 (-0.06, -7.20%) | 0.87 | 0.85 (+0.00, +0.24%) | 0.79 (-0.07, -7.61%) | 0.83 (-0.06, -6.75%) | 0.85 (-0.01, -1.73%) | N/A | 0.87 | N/A | N/A | 0.78 | N/A | 0.84 (-0.00, -0.21%) | 0.80 (+0.01, +1.43%) | N/A | N/A | 0.86 (+0.01, +1.63%) | 0.87 (+0.02, +2.10%) | 0.77 (-0.09, -10.72%) | N/A | 0.86 (+0.00, +0.37%) | N/A | 0.78 | 0.85 (-0.01, -1.37%) | 0.72 | 0.76 (-0.07, -8.54%) | N/A | 0.82 (-0.01, -1.52%) | 0.82 (-0.01, -0.64%) | 0.87 (+0.02, +2.23%) | 0.70 (-0.14, -16.31%) | N/A | N/A | 0.88 (-0.01, -1.47%) | N/A | N/A | 0.79 | 0.73 | N/A | N/A | 0.68 (-0.17, -20.02%) | N/A | N/A | N/A | 0.88 | N/A | 0.71 | 0.82 | N/A | N/A | 0.81 (-0.07, -7.90%) | 0.82 (-0.01, -1.29%) | 0.84 (-0.05, -5.24%) | 0.83 (-0.01, -1.44%) | 0.84 (+0.00, +0.36%) | N/A | N/A | 0.81 (-0.01, -1.47%) | 0.84 (-0.02, -1.84%) | 0.83 | N/A | 0.87 (-0.01, -0.79%) | 0.72 | N/A | 0.82 (-0.01, -0.93%) | N/A | 0.72 | N/A | 0.79 (-0.05, -5.97%) |
|
||||
| nllb | 0.86 | 0.73 (-0.09, -11.15%) | 0.77 (-0.08, -9.17%) | 0.85 | 0.76 (-0.10, -11.31%) | 0.80 | 0.83 (-0.04, -4.59%) | 0.85 | 0.86 (+0.00, +0.21%) | 0.85 | 0.86 | 0.87 | 0.84 (-0.01, -1.70%) | 0.83 (-0.01, -0.77%) | 0.88 (-0.01, -0.61%) | 0.80 (-0.07, -8.21%) | 0.70 (-0.14, -16.93%) | 0.85 | 0.80 | 0.84 (-0.01, -1.19%) | 0.85 | 0.83 (+0.01, +0.74%) | 0.62 (-0.14, -17.90%) | 0.83 | 0.87 | 0.83 (-0.01, -1.36%) | 0.87 | 0.85 (+0.00, +0.48%) | 0.65 (-0.20, -23.75%) | 0.88 (-0.01, -0.68%) | 0.85 (-0.01, -0.76%) | 0.69 | 0.88 | 0.87 | 0.67 (-0.17, -20.28%) | 0.83 | 0.80 | 0.86 (+0.02, +1.84%) | 0.84 (+0.05, +5.81%) | 0.57 | 0.75 (-0.06, -7.89%) | 0.59 (-0.25, -30.00%) | 0.76 (-0.09, -10.49%) | 0.85 (-0.01, -1.49%) | 0.87 | 0.81 (-0.05, -5.79%) | 0.81 (-0.03, -3.68%) | 0.86 | 0.86 (-0.01, -1.17%) | 0.84 | 0.82 (-0.02, -2.03%) | 0.85 | 0.84 (+0.01, +0.91%) | 0.83 (+0.00, +0.16%) | 0.83 (-0.02, -2.68%) | 0.83 (-0.00, -0.39%) | 0.86 | 0.63 (-0.10, -13.68%) | 0.88 (-0.01, -1.54%) | 0.73 (-0.12, -13.82%) | 0.83 | 0.79 | 0.79 | 0.71 | 0.87 | 0.84 (-0.00, -0.18%) | 0.73 (-0.13, -14.74%) | 0.87 | 0.81 (-0.03, -4.08%) | 0.77 | 0.85 | 0.86 | 0.88 | 0.76 | 0.79 | 0.86 (-0.01, -1.38%) | 0.75 (-0.08, -9.91%) | 0.78 (-0.11, -12.31%) | 0.82 (-0.03, -3.55%) | 0.77 (-0.06, -7.70%) | 0.85 | 0.68 (-0.17, -19.51%) | 0.84 (+0.01, +1.81%) | 0.84 (-0.01, -1.50%) | 0.90 | 0.84 | 0.84 (-0.04, -4.16%) | 0.86 | 0.66 | 0.83 (-0.00, -0.10%) | 0.84 (-0.02, -2.19%) | 0.77 | 0.67 (-0.17, -20.10%) | 0.83 (-0.01, -1.09%) |
|
||||
| opusmt | 0.82 | 0.82 (+0.00, +0.21%) | 0.85 (-0.00, -0.05%) | 0.84 | 0.86 (+0.00, +0.33%) | 0.51 | 0.86 (-0.01, -1.30%) | 0.91 | 0.85 (-0.01, -0.77%) | N/A | 0.66 | 0.68 | N/A | 0.85 (+0.01, +0.72%) | N/A | N/A | 0.84 (+0.00, +0.58%) | 0.82 | 0.79 | 0.82 (-0.03, -3.83%) | N/A | 0.82 (-0.01, -1.36%) | N/A | N/A | N/A | 0.84 (+0.00, +0.51%) | 0.86 | N/A | 0.86 (+0.01, +0.63%) | 0.88 (-0.01, -1.02%) | 0.85 (-0.01, -1.22%) | N/A | 0.89 | N/A | 0.84 (-0.00, -0.02%) | 0.83 | N/A | 0.84 (+0.00, +0.10%) | N/A | 0.52 | N/A | 0.86 (+0.02, +2.05%) | N/A | 0.77 (-0.10, -11.04%) | 0.79 | 0.86 (+0.00, +0.43%) | N/A | N/A | 0.86 (-0.00, -0.52%) | 0.82 | 0.80 (-0.04, -4.21%) | 0.66 | 0.84 (+0.01, +1.12%) | N/A | 0.78 (-0.06, -7.63%) | 0.79 (-0.04, -4.37%) | 0.76 | 0.78 (+0.05, +7.09%) | 0.82 (-0.07, -7.86%) | N/A | 0.72 | 0.79 | 0.60 | 0.68 | N/A | 0.84 (-0.00, -0.23%) | N/A | 0.86 | N/A | 0.89 | N/A | N/A | 0.75 | 0.81 | 0.74 | 0.86 (-0.02, -1.73%) | 0.84 (+0.02, +1.83%) | 0.89 (+0.00, +0.02%) | 0.85 (+0.00, +0.27%) | 0.83 (-0.00, -0.23%) | N/A | N/A | 0.83 (+0.01, +1.43%) | N/A | 0.88 | N/A | N/A | 0.86 | 0.52 | 0.84 (+0.01, +0.97%) | N/A | 0.72 | N/A | 0.83 (-0.01, -1.31%) |
|
||||
| bergamot | N/A | 0.83 | 0.85 | N/A | 0.86 | N/A | 0.87 | N/A | 0.86 | N/A | N/A | N/A | 0.86 | 0.84 | 0.89 | 0.87 | 0.84 | N/A | N/A | 0.85 | N/A | 0.83 | 0.76 | N/A | N/A | 0.84 | N/A | 0.85 | 0.86 | 0.89 | 0.86 | N/A | N/A | N/A | 0.84 | N/A | N/A | 0.84 | 0.79 | N/A | 0.82 | 0.85 | 0.85 | 0.86 | N/A | 0.86 | 0.84 | N/A | 0.87 | N/A | 0.83 | N/A | 0.83 | 0.83 | 0.85 | 0.83 | N/A | 0.73 | 0.89 | 0.85 | N/A | N/A | N/A | N/A | N/A | 0.84 | 0.86 | N/A | 0.85 | N/A | N/A | N/A | N/A | N/A | N/A | 0.87 | 0.83 | 0.89 | 0.85 | 0.83 | N/A | 0.85 | 0.82 | 0.86 | N/A | N/A | 0.87 | N/A | N/A | 0.83 | 0.86 | N/A | 0.84 | 0.84 |
|
||||
| google | 0.87 | 0.85 (+0.02, +2.97%) | 0.89 (+0.04, +4.71%) | 0.88 | 0.89 (+0.03, +3.46%) | 0.88 | 0.91 (+0.04, +4.95%) | 0.91 | 0.88 (+0.02, +2.33%) | 0.87 | 0.87 | 0.90 | 0.90 (+0.05, +5.37%) | 0.86 (+0.02, +1.87%) | 0.90 (+0.02, +1.73%) | 0.89 (+0.02, +1.89%) | 0.86 (+0.03, +3.01%) | 0.88 | 0.88 | 0.88 (+0.03, +3.67%) | 0.91 | 0.85 (+0.02, +2.65%) | 0.84 (+0.08, +10.71%) | 0.90 | 0.90 | 0.88 (+0.05, +5.48%) | 0.90 | 0.87 (+0.02, +2.71%) | 0.89 (+0.03, +3.42%) | 0.91 (+0.02, +2.65%) | 0.88 (+0.02, +2.56%) | 0.73 | 0.91 | 0.88 | 0.87 (+0.03, +3.55%) | 0.88 | 0.89 | 0.90 (+0.06, +6.72%) | 0.88 (+0.09, +11.26%) | 0.90 | 0.89 (+0.08, +9.59%) | 0.89 (+0.04, +5.14%) | 0.89 (+0.04, +5.23%) | 0.88 (+0.01, +1.71%) | 0.89 | 0.88 (+0.02, +2.11%) | 0.89 (+0.05, +6.46%) | 0.90 | 0.89 (+0.02, +2.29%) | 0.87 | 0.87 (+0.04, +4.24%) | 0.89 | 0.85 (+0.02, +2.40%) | 0.89 (+0.06, +7.07%) | 0.89 (+0.05, +5.32%) | 0.90 (+0.07, +8.26%) | 0.90 | 0.87 (+0.14, +18.68%) | 0.92 (+0.02, +2.53%) | 0.90 (+0.05, +5.58%) | 0.89 | 0.84 | 0.83 | 0.72 | 0.92 | 0.89 (+0.05, +5.68%) | 0.88 (+0.02, +2.71%) | 0.90 | 0.88 (+0.03, +4.10%) | 0.90 | 0.87 | 0.89 | 0.90 | 0.90 | 0.86 | 0.90 (+0.02, +2.66%) | 0.86 (+0.03, +3.37%) | 0.91 (+0.01, +1.54%) | 0.86 (+0.02, +1.85%) | 0.86 (+0.02, +2.90%) | 0.88 | 0.88 (+0.03, +3.80%) | 0.85 (+0.03, +3.51%) | 0.90 (+0.04, +4.88%) | 0.92 | 0.87 | 0.89 (+0.01, +1.53%) | 0.92 | 0.74 | 0.84 (+0.01, +1.75%) | 0.91 (+0.05, +5.74%) | 0.85 | 0.87 (+0.03, +3.44%) | 0.87 (+0.03, +3.42%) |
|
||||
| microsoft | 0.87 | 0.85 (+0.03, +3.35%) | 0.89 (+0.04, +4.50%) | 0.87 | 0.89 (+0.03, +3.22%) | 0.88 | 0.91 (+0.04, +4.67%) | 0.92 | 0.88 (+0.02, +2.42%) | 0.87 | 0.86 | 0.88 | 0.89 (+0.03, +3.89%) | 0.86 (+0.02, +2.43%) | 0.90 (+0.01, +1.28%) | 0.89 (+0.02, +2.12%) | 0.87 (+0.03, +3.29%) | 0.88 | 0.86 | 0.88 (+0.03, +3.36%) | 0.90 | 0.85 (+0.03, +3.05%) | 0.83 (+0.07, +9.25%) | 0.75 | 0.90 | 0.89 (+0.05, +5.92%) | 0.90 | 0.87 (+0.02, +2.61%) | 0.89 (+0.03, +3.83%) | 0.91 (+0.02, +2.54%) | 0.88 (+0.02, +2.12%) | 0.74 | 0.92 | 0.87 | 0.86 (+0.02, +2.64%) | 0.86 | 0.88 | 0.89 (+0.05, +5.59%) | 0.82 (+0.02, +3.03%) | 0.89 | 0.89 (+0.07, +8.61%) | 0.88 (+0.04, +4.25%) | 0.89 (+0.04, +5.13%) | 0.88 (+0.02, +2.31%) | 0.89 | 0.87 (+0.02, +1.81%) | 0.89 (+0.05, +5.97%) | 0.90 | 0.88 (+0.01, +1.63%) | 0.87 | 0.86 (+0.03, +3.54%) | 0.85 | 0.86 (+0.02, +2.65%) | 0.87 (+0.04, +4.79%) | 0.89 (+0.04, +4.92%) | 0.89 (+0.06, +7.15%) | 0.89 | 0.86 (+0.13, +17.94%) | 0.91 (+0.02, +1.79%) | 0.89 (+0.04, +5.23%) | 0.87 | 0.84 | 0.81 | 0.71 | 0.91 | 0.90 (+0.05, +6.13%) | 0.88 (+0.02, +2.46%) | 0.90 | 0.68 (-0.17, -19.68%) | 0.91 | 0.86 | 0.89 | 0.89 | 0.89 | 0.85 | 0.90 (+0.02, +2.63%) | 0.86 (+0.03, +4.16%) | 0.91 (+0.01, +1.62%) | 0.86 (+0.02, +1.97%) | 0.86 (+0.03, +3.13%) | 0.87 | 0.88 (+0.03, +3.71%) | 0.86 (+0.03, +4.15%) | 0.89 (+0.04, +4.14%) | 0.92 | 0.84 | 0.89 (+0.01, +1.43%) | 0.91 | 0.67 | 0.85 (+0.02, +2.34%) | 0.89 (+0.03, +3.98%) | 0.84 | 0.86 (+0.02, +2.32%) | 0.87 (+0.03, +3.72%) |
|
||||
| argos | N/A | 0.71 (-0.12, -14.20%) | 0.76 (-0.09, -10.40%) | 0.81 | 0.78 (-0.08, -9.22%) | N/A | 0.86 (-0.02, -1.73%) | 0.85 | 0.84 (-0.02, -2.57%) | N/A | N/A | N/A | N/A | 0.83 (-0.01, -1.00%) | 0.86 (-0.02, -2.62%) | N/A | 0.66 (-0.18, -21.30%) | N/A | 0.80 | N/A | 0.75 | 0.78 (-0.05, -6.14%) | N/A | N/A | N/A | 0.78 (-0.06, -7.20%) | 0.87 | 0.85 (+0.00, +0.24%) | 0.79 (-0.07, -7.61%) | 0.83 (-0.06, -6.75%) | 0.85 (-0.01, -1.73%) | N/A | 0.87 | N/A | N/A | 0.78 | N/A | 0.84 (-0.00, -0.21%) | 0.80 (+0.01, +1.43%) | N/A | N/A | 0.86 (+0.01, +1.63%) | 0.87 (+0.02, +2.10%) | 0.77 (-0.09, -10.72%) | N/A | 0.86 (+0.00, +0.37%) | N/A | 0.78 | 0.85 (-0.01, -1.37%) | 0.72 | 0.76 (-0.07, -8.54%) | N/A | 0.82 (-0.01, -1.52%) | 0.82 (-0.01, -0.64%) | 0.87 (+0.02, +2.23%) | 0.70 (-0.14, -16.31%) | N/A | N/A | 0.88 (-0.01, -1.47%) | N/A | N/A | 0.79 | 0.73 | N/A | N/A | 0.68 (-0.17, -20.02%) | N/A | N/A | N/A | 0.88 | N/A | 0.71 | 0.82 | N/A | N/A | 0.81 (-0.07, -7.90%) | 0.82 (-0.01, -1.29%) | 0.84 (-0.05, -5.24%) | 0.83 (-0.01, -1.44%) | 0.84 (+0.00, +0.36%) | N/A | N/A | 0.81 (-0.01, -1.47%) | 0.84 (-0.02, -1.84%) | 0.83 | N/A | 0.87 (-0.01, -0.79%) | 0.72 | N/A | 0.82 (-0.01, -0.93%) | N/A | 0.72 | N/A | 0.79 (-0.05, -5.97%) |
|
||||
| nllb | 0.86 | 0.73 (-0.10, -11.82%) | 0.77 (-0.08, -9.17%) | 0.85 | 0.76 (-0.10, -11.31%) | 0.80 | 0.83 (-0.04, -4.59%) | 0.85 | 0.86 (+0.00, +0.21%) | 0.85 | 0.86 | 0.87 | 0.84 (-0.01, -1.70%) | 0.83 (-0.01, -0.77%) | 0.88 (-0.01, -0.61%) | 0.80 (-0.07, -8.21%) | 0.70 (-0.14, -16.93%) | 0.85 | 0.80 | 0.84 (-0.01, -1.19%) | 0.85 | 0.83 (+0.01, +0.74%) | 0.62 (-0.14, -17.90%) | 0.83 | 0.87 | 0.83 (-0.01, -1.36%) | 0.87 | 0.85 (+0.00, +0.48%) | 0.65 (-0.20, -23.75%) | 0.88 (-0.01, -0.68%) | 0.85 (-0.01, -0.76%) | 0.69 | 0.88 | 0.87 | 0.67 (-0.17, -20.28%) | 0.83 | 0.80 | 0.86 (+0.02, +1.84%) | 0.84 (+0.05, +5.81%) | 0.57 | 0.75 (-0.06, -7.89%) | 0.59 (-0.25, -30.00%) | 0.76 (-0.09, -10.49%) | 0.85 (-0.01, -1.49%) | 0.87 | 0.81 (-0.05, -5.79%) | 0.81 (-0.03, -3.68%) | 0.86 | 0.86 (-0.01, -1.17%) | 0.84 | 0.82 (-0.02, -2.03%) | 0.85 | 0.84 (+0.01, +0.91%) | 0.83 (+0.00, +0.16%) | 0.83 (-0.02, -2.68%) | 0.83 (-0.00, -0.39%) | 0.86 | 0.63 (-0.10, -13.68%) | 0.88 (-0.01, -1.54%) | 0.73 (-0.12, -13.82%) | 0.83 | 0.79 | 0.79 | 0.71 | 0.87 | 0.84 (-0.00, -0.18%) | 0.73 (-0.13, -14.74%) | 0.87 | 0.81 (-0.03, -4.08%) | 0.77 | 0.85 | 0.86 | 0.88 | 0.76 | 0.79 | 0.86 (-0.01, -1.38%) | 0.75 (-0.08, -9.91%) | 0.78 (-0.11, -12.31%) | 0.82 (-0.03, -3.55%) | 0.77 (-0.06, -7.70%) | 0.85 | 0.68 (-0.17, -19.51%) | 0.84 (+0.01, +1.81%) | 0.84 (-0.01, -1.50%) | 0.90 | 0.84 | 0.84 (-0.04, -4.16%) | 0.86 | 0.66 | 0.83 (-0.00, -0.10%) | 0.84 (-0.02, -2.19%) | 0.77 | 0.67 (-0.17, -20.10%) | 0.83 (-0.01, -1.09%) |
|
||||
| opusmt | 0.82 | 0.82 (-0.00, -0.55%) | 0.85 (-0.00, -0.05%) | 0.84 | 0.86 (+0.00, +0.33%) | 0.51 | 0.86 (-0.01, -1.30%) | 0.91 | 0.85 (-0.01, -0.77%) | N/A | 0.66 | 0.68 | N/A | 0.85 (+0.01, +0.72%) | N/A | N/A | 0.84 (+0.00, +0.58%) | 0.82 | 0.79 | 0.82 (-0.03, -3.83%) | N/A | 0.82 (-0.01, -1.36%) | N/A | N/A | N/A | 0.84 (+0.00, +0.51%) | 0.86 | N/A | 0.86 (+0.01, +0.63%) | 0.88 (-0.01, -1.02%) | 0.85 (-0.01, -1.22%) | N/A | 0.89 | N/A | 0.84 (-0.00, -0.02%) | 0.83 | N/A | 0.84 (+0.00, +0.10%) | N/A | 0.52 | N/A | 0.86 (+0.02, +2.05%) | N/A | 0.77 (-0.10, -11.04%) | 0.79 | 0.86 (+0.00, +0.43%) | N/A | N/A | 0.86 (-0.00, -0.52%) | 0.82 | 0.80 (-0.04, -4.21%) | 0.66 | 0.84 (+0.01, +1.12%) | N/A | 0.78 (-0.06, -7.63%) | 0.79 (-0.04, -4.37%) | 0.76 | 0.78 (+0.05, +7.09%) | 0.82 (-0.07, -7.86%) | N/A | 0.72 | 0.79 | 0.60 | 0.68 | N/A | 0.84 (-0.00, -0.23%) | N/A | 0.86 | N/A | 0.89 | N/A | N/A | 0.75 | 0.81 | 0.74 | 0.86 (-0.02, -1.73%) | 0.84 (+0.02, +1.83%) | 0.89 (+0.00, +0.02%) | 0.85 (+0.00, +0.27%) | 0.83 (-0.00, -0.23%) | N/A | N/A | 0.83 (+0.01, +1.43%) | N/A | 0.88 | N/A | N/A | 0.86 | 0.52 | 0.84 (+0.01, +0.97%) | N/A | 0.72 | N/A | 0.83 (-0.01, -1.31%) |
|
||||
|
||||
|
||||
---
|
||||
|
|
@ -87,12 +87,12 @@ We also compare the systems using the `comet-compare` tool that calculates the s
|
|||
|
||||
| Translator/Dataset | wmt20 | wmt17 | wmt22 | flores-test | wmt08 | wmt12 | wmt15 | wmt21 | wmt11 | wmt18 | wmt09 | wmt14 | wmt10 | wmt16 | wmt13 | flores-dev |
|
||||
| --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- | --- |
|
||||
| bergamot | 0.78 | 0.82 | 0.83 | 0.86 | 0.80 | 0.81 | 0.82 | 0.82 | 0.80 | 0.82 | 0.81 | 0.84 | 0.81 | 0.82 | 0.83 | 0.86 |
|
||||
| google | 0.82 (+0.03, +4.36%) | 0.85 (+0.03, +3.80%) | 0.87 (+0.04, +4.39%) | 0.89 (+0.03, +3.55%) | 0.83 (+0.04, +4.81%) | 0.84 (+0.03, +3.58%) | 0.85 (+0.03, +3.69%) | 0.85 (+0.03, +3.37%) | 0.83 (+0.03, +3.40%) | 0.85 (+0.03, +3.03%) | 0.84 (+0.03, +3.68%) | 0.87 (+0.03, +3.69%) | 0.84 (+0.03, +4.18%) | 0.85 (+0.03, +4.09%) | 0.85 (+0.03, +3.26%) | 0.89 (+0.03, +3.25%) |
|
||||
| microsoft | 0.82 (+0.04, +4.71%) | 0.85 (+0.03, +3.96%) | 0.87 (+0.04, +4.93%) | 0.89 (+0.03, +3.49%) | 0.84 (+0.04, +4.86%) | 0.84 (+0.04, +4.41%) | 0.86 (+0.03, +4.19%) | 0.85 (+0.03, +3.43%) | 0.84 (+0.04, +4.42%) | 0.85 (+0.03, +3.64%) | 0.84 (+0.03, +4.14%) | 0.88 (+0.04, +4.33%) | 0.84 (+0.04, +4.33%) | 0.85 (+0.03, +4.21%) | 0.86 (+0.03, +4.09%) | 0.89 (+0.03, +3.14%) |
|
||||
| argos | 0.65 (-0.14, -17.44%) | 0.70 (-0.11, -13.92%) | 0.68 (-0.15, -18.40%) | 0.78 (-0.08, -9.61%) | 0.69 (-0.10, -13.01%) | 0.70 (-0.11, -13.11%) | 0.70 (-0.12, -15.01%) | 0.70 (-0.12, -14.71%) | 0.71 (-0.09, -11.66%) | 0.70 (-0.12, -14.90%) | 0.70 (-0.11, -13.11%) | 0.72 (-0.12, -14.22%) | 0.71 (-0.10, -12.24%) | 0.71 (-0.11, -13.40%) | 0.73 (-0.10, -12.16%) | 0.77 (-0.09, -10.17%) |
|
||||
| nllb | 0.67 (-0.11, -14.16%) | 0.72 (-0.10, -11.67%) | 0.71 (-0.13, -15.04%) | 0.78 (-0.07, -8.65%) | 0.72 (-0.07, -9.30%) | 0.72 (-0.08, -10.34%) | 0.72 (-0.11, -13.05%) | 0.72 (-0.10, -11.81%) | 0.72 (-0.08, -10.00%) | 0.72 (-0.10, -12.44%) | 0.73 (-0.08, -10.34%) | 0.74 (-0.10, -11.54%) | 0.73 (-0.08, -9.44%) | 0.72 (-0.10, -11.81%) | 0.74 (-0.09, -10.44%) | 0.79 (-0.07, -8.56%) |
|
||||
| opusmt | 0.76 (-0.02, -2.19%) | 0.82 (-0.00, -0.23%) | 0.83 (-0.00, -0.12%) | 0.87 (+0.01, +0.73%) | 0.80 (+0.01, +0.85%) | 0.82 (+0.01, +0.89%) | 0.82 (+0.00, +0.13%) | 0.82 (-0.00, -0.15%) | 0.81 (+0.01, +0.86%) | 0.82 (-0.00, -0.36%) | 0.82 (+0.01, +0.85%) | 0.84 (+0.00, +0.04%) | 0.81 (+0.01, +0.64%) | 0.82 (+0.00, +0.16%) | 0.83 (+0.01, +0.76%) | 0.86 (+0.00, +0.43%) |
|
||||
| bergamot | 0.79 | 0.82 | 0.84 | 0.87 | 0.81 | 0.82 | 0.83 | 0.83 | 0.81 | 0.83 | 0.81 | 0.85 | 0.81 | 0.82 | 0.83 | 0.86 |
|
||||
| google | 0.82 (+0.03, +3.54%) | 0.85 (+0.03, +3.07%) | 0.87 (+0.03, +3.68%) | 0.89 (+0.02, +2.58%) | 0.83 (+0.03, +3.18%) | 0.84 (+0.02, +2.66%) | 0.85 (+0.02, +2.93%) | 0.85 (+0.02, +2.53%) | 0.83 (+0.02, +2.55%) | 0.85 (+0.02, +2.40%) | 0.84 (+0.03, +3.11%) | 0.87 (+0.03, +3.12%) | 0.84 (+0.03, +3.36%) | 0.85 (+0.03, +3.58%) | 0.85 (+0.02, +2.50%) | 0.89 (+0.02, +2.74%) |
|
||||
| microsoft | 0.82 (+0.03, +3.88%) | 0.85 (+0.03, +3.23%) | 0.87 (+0.04, +4.22%) | 0.89 (+0.02, +2.53%) | 0.84 (+0.03, +3.23%) | 0.84 (+0.03, +3.48%) | 0.86 (+0.03, +3.42%) | 0.85 (+0.02, +2.59%) | 0.84 (+0.03, +3.57%) | 0.85 (+0.02, +3.00%) | 0.84 (+0.03, +3.56%) | 0.88 (+0.03, +3.76%) | 0.84 (+0.03, +3.51%) | 0.85 (+0.03, +3.70%) | 0.86 (+0.03, +3.31%) | 0.89 (+0.02, +2.62%) |
|
||||
| argos | 0.65 (-0.14, -18.09%) | 0.70 (-0.12, -14.53%) | 0.68 (-0.16, -18.95%) | 0.78 (-0.09, -10.45%) | 0.69 (-0.12, -14.36%) | 0.70 (-0.11, -13.88%) | 0.70 (-0.13, -15.64%) | 0.70 (-0.13, -15.41%) | 0.71 (-0.10, -12.38%) | 0.70 (-0.13, -15.42%) | 0.70 (-0.11, -13.59%) | 0.72 (-0.12, -14.69%) | 0.71 (-0.11, -12.93%) | 0.71 (-0.11, -13.82%) | 0.73 (-0.11, -12.82%) | 0.77 (-0.09, -10.61%) |
|
||||
| nllb | 0.67 (-0.12, -14.84%) | 0.72 (-0.10, -12.29%) | 0.71 (-0.13, -15.61%) | 0.78 (-0.08, -9.51%) | 0.72 (-0.09, -10.72%) | 0.72 (-0.09, -11.13%) | 0.72 (-0.11, -13.69%) | 0.72 (-0.10, -12.52%) | 0.72 (-0.09, -10.74%) | 0.72 (-0.11, -12.97%) | 0.73 (-0.09, -10.84%) | 0.74 (-0.10, -12.03%) | 0.73 (-0.08, -10.15%) | 0.72 (-0.10, -12.24%) | 0.74 (-0.09, -11.10%) | 0.79 (-0.08, -9.02%) |
|
||||
| opusmt | 0.76 (-0.02, -2.96%) | 0.82 (-0.01, -0.94%) | 0.83 (-0.01, -0.80%) | 0.87 (-0.00, -0.21%) | 0.80 (-0.01, -0.72%) | 0.82 (0.00, 0.00%) | 0.82 (-0.01, -0.60%) | 0.82 (-0.01, -0.96%) | 0.81 (+0.00, +0.04%) | 0.82 (-0.01, -0.98%) | 0.82 (+0.00, +0.29%) | 0.84 (-0.00, -0.52%) | 0.81 (-0.00, -0.15%) | 0.82 (-0.00, -0.33%) | 0.83 (+0.00, +0.01%) | 0.86 (-0.00, -0.07%) |
|
||||
|
||||
|
||||
### Comparisons between systems
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
35.3
|
||||
34.7
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
0.8607
|
||||
0.8650
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
35.3
|
||||
35.9
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
0.8588
|
||||
0.8669
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
24.5
|
||||
25.1
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
0.7964
|
||||
0.8090
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
27.6
|
||||
28.2
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
0.8093
|
||||
0.8138
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
28.2
|
||||
28.7
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
0.8083
|
||||
0.8147
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
28.1
|
||||
28.8
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
0.8037
|
||||
0.8103
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
26.5
|
||||
27.3
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
0.8079
|
||||
0.8151
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
30.3
|
||||
30.6
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
0.8270
|
||||
0.8332
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
35.0
|
||||
36.2
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
0.8420
|
||||
0.8467
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
0.8232
|
||||
0.8293
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
33.4
|
||||
34.0
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
0.8197
|
||||
0.8237
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
30.2
|
||||
30.6
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
0.8175
|
||||
0.8233
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
0.8250
|
||||
0.8301
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
27.0
|
||||
26.9
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
0.7817
|
||||
0.7879
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
27.9
|
||||
29.6
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
0.8189
|
||||
0.8256
|
||||
|
|
|
|||
Разница между файлами не показана из-за своего большого размера
Загрузить разницу
|
|
@ -1 +1 @@
|
|||
44.5
|
||||
45.1
|
||||
|
|
|
|||
|
|
@ -1 +1 @@
|
|||
0.8333
|
||||
0.8390
|
||||
|
|
|
|||
Двоичные данные
evaluation/img/avg-bleu.png
Двоичные данные
evaluation/img/avg-bleu.png
Двоичный файл не отображается.
|
До Ширина: | Высота: | Размер: 48 KiB После Ширина: | Высота: | Размер: 48 KiB |
Двоичные данные
evaluation/img/avg-comet.png
Двоичные данные
evaluation/img/avg-comet.png
Двоичный файл не отображается.
|
До Ширина: | Высота: | Размер: 48 KiB После Ширина: | Высота: | Размер: 48 KiB |
Двоичные данные
evaluation/img/cs-en-bleu.png
Двоичные данные
evaluation/img/cs-en-bleu.png
Двоичный файл не отображается.
|
До Ширина: | Высота: | Размер: 28 KiB После Ширина: | Высота: | Размер: 28 KiB |
Двоичные данные
evaluation/img/cs-en-comet.png
Двоичные данные
evaluation/img/cs-en-comet.png
Двоичный файл не отображается.
|
До Ширина: | Высота: | Размер: 28 KiB После Ширина: | Высота: | Размер: 28 KiB |
|
|
@ -1,3 +1,3 @@
|
|||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:639fd3841a62a06699568d946a4a5993ae6b953ee3e5d2bb3e4ed61f40e0b788
|
||||
size 2418488
|
||||
oid sha256:aa3a8048e00283e02f7173f775ea92e5d0281d58dd4b014146fc7c7609b3772f
|
||||
size 2134106
|
||||
|
|
|
|||
|
|
@ -1,3 +1,3 @@
|
|||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:a10b67cf51d8079059858cfbe11209967d87f6c01dfeb379caa4901964fda7c0
|
||||
size 13045032
|
||||
oid sha256:e45843ca6cac24a7dbb46f18c811a912c0b585882f6566d75a4204f086a7c9df
|
||||
size 12593076
|
||||
|
|
|
|||
|
|
@ -1,3 +1,3 @@
|
|||
version https://git-lfs.github.com/spec/v1
|
||||
oid sha256:2f6b54b33872dd1335a2b84eeb1a6dae40d4759e7b288ecbc49cc1a261c14cba
|
||||
size 366392
|
||||
oid sha256:eac003e770924e8d77d071b65092de29a19a8d04acf157c0b282a2a3b2a91f2e
|
||||
size 402101
|
||||
|
|
|
|||
|
|
@ -198,13 +198,6 @@
|
|||
}
|
||||
},
|
||||
"enfr": {
|
||||
"lex": {
|
||||
"name": "lex.50.50.enfr.s2t.bin",
|
||||
"size": 7886500,
|
||||
"estimatedCompressedSize": 4177155,
|
||||
"expectedSha256Hash": "38fb44bad1fd5f1e6bfdcf15cc8baa09d61aad2a4f9c587914e24e7b5c25c32c",
|
||||
"modelType": "prod"
|
||||
},
|
||||
"model": {
|
||||
"name": "model.enfr.intgemm.alphas.bin",
|
||||
"size": 17140961,
|
||||
|
|
@ -212,6 +205,13 @@
|
|||
"expectedSha256Hash": "0678019c4d74c8c81d2de17e3e58d3aba5f5eb48f5595d9240c17f69d30461de",
|
||||
"modelType": "prod"
|
||||
},
|
||||
"lex": {
|
||||
"name": "lex.50.50.enfr.s2t.bin",
|
||||
"size": 7886500,
|
||||
"estimatedCompressedSize": 4177155,
|
||||
"expectedSha256Hash": "38fb44bad1fd5f1e6bfdcf15cc8baa09d61aad2a4f9c587914e24e7b5c25c32c",
|
||||
"modelType": "prod"
|
||||
},
|
||||
"vocab": {
|
||||
"name": "vocab.fren.spm",
|
||||
"size": 831382,
|
||||
|
|
@ -297,19 +297,19 @@
|
|||
"expectedSha256Hash": "8fb05a27509bea3f67d2f59506485584d5cdbdcafa82b251576c27e91bd7011e",
|
||||
"modelType": "prod"
|
||||
},
|
||||
"lex": {
|
||||
"name": "lex.50.50.enpt.s2t.bin",
|
||||
"size": 4345620,
|
||||
"estimatedCompressedSize": 2354273,
|
||||
"expectedSha256Hash": "dd0e64865277f0a1cf15a26a5b50e9e0570235afd8dab7c5e0249ad7057531d6",
|
||||
"modelType": "prod"
|
||||
},
|
||||
"vocab": {
|
||||
"name": "vocab.enpt.spm",
|
||||
"size": 817234,
|
||||
"estimatedCompressedSize": 410584,
|
||||
"expectedSha256Hash": "2326a27577b5ffa0b822c55fe850986961728097521de35fcc186f7d6dce72d4",
|
||||
"modelType": "prod"
|
||||
},
|
||||
"lex": {
|
||||
"name": "lex.50.50.enpt.s2t.bin",
|
||||
"size": 4345620,
|
||||
"estimatedCompressedSize": 2354273,
|
||||
"expectedSha256Hash": "dd0e64865277f0a1cf15a26a5b50e9e0570235afd8dab7c5e0249ad7057531d6",
|
||||
"modelType": "prod"
|
||||
}
|
||||
},
|
||||
"esen": {
|
||||
|
|
@ -798,23 +798,23 @@
|
|||
"csen": {
|
||||
"model": {
|
||||
"name": "model.csen.intgemm.alphas.bin",
|
||||
"size": 17140756,
|
||||
"estimatedCompressedSize": 13045032,
|
||||
"expectedSha256Hash": "5b16661e2864dc50b2f4091a16bdd4ec8d8283e04271e602159ba348df5d6e2d",
|
||||
"size": 17141051,
|
||||
"estimatedCompressedSize": 12593076,
|
||||
"expectedSha256Hash": "4ee5b7906f90ad2407232c077581a247b41ac3886d785be82c5d3657433106ae",
|
||||
"modelType": "dev"
|
||||
},
|
||||
"lex": {
|
||||
"name": "lex.50.50.csen.s2t.bin",
|
||||
"size": 4535788,
|
||||
"estimatedCompressedSize": 2418488,
|
||||
"expectedSha256Hash": "8228a3c3f7887759a62b7d7c674a7bef9b70161913f9b0939ab58f71186835c2",
|
||||
"size": 4839160,
|
||||
"estimatedCompressedSize": 2134106,
|
||||
"expectedSha256Hash": "4c302fa188e65ddc55d8191a632e08f66dde7a060cc93df55ef83f0629548385",
|
||||
"modelType": "dev"
|
||||
},
|
||||
"vocab": {
|
||||
"name": "vocab.csen.spm",
|
||||
"size": 769763,
|
||||
"estimatedCompressedSize": 366392,
|
||||
"expectedSha256Hash": "f71cc5d045e479607078e079884f44032f5a0b82547fb96eefa29cd1eb47c6f3",
|
||||
"size": 799978,
|
||||
"estimatedCompressedSize": 402101,
|
||||
"expectedSha256Hash": "89c4f6f5cadbc72b25b30079fabf655b897a1bbeaf3eb8adf95d469e10ece265",
|
||||
"modelType": "dev"
|
||||
}
|
||||
},
|
||||
|
|
|
|||
Загрузка…
Ссылка в новой задаче