From ae00dc0603eb8d727f3cbbaa13ba2519b4f9dbdc Mon Sep 17 00:00:00 2001 From: Erik Nordin <58569820+nordzilla@users.noreply.github.com> Date: Fri, 11 Oct 2024 18:37:17 -0500 Subject: [PATCH] Release models 2024-10-01 (#164) * Release encs (1.0a3 => 1.0) * Release enid (1.0a1 => 1.0) * Release enro (1.0a1 => 1.0) * Update README.md * Update evaluation results [skip ci] * Update model registry [skip ci] * Update evaluation results [skip ci] --------- Co-authored-by: CircleCI evaluation job Co-authored-by: evgeny pavlov --- README.md | 7 +- evaluation/bleu-results.json | 232 +++++++++--------- evaluation/comet-results.json | 232 +++++++++--------- .../encs/lex.50.50.encs.s2t.bin.gz | 0 .../encs/model.encs.intgemm.alphas.bin.gz | 0 models/{dev => prod}/encs/vocab.encs.spm.gz | 0 .../enid/lex.50.50.enid.s2t.bin.gz | 0 .../enid/model.enid.intgemm.alphas.bin.gz | 0 models/{dev => prod}/enid/vocab.enid.spm.gz | 0 .../enro/lex.50.50.enro.s2t.bin.gz | 0 .../enro/model.enro.intgemm.alphas.bin.gz | 0 models/{dev => prod}/enro/vocab.enro.spm.gz | 0 registry.json | 138 +++++------ 13 files changed, 304 insertions(+), 305 deletions(-) rename models/{dev => prod}/encs/lex.50.50.encs.s2t.bin.gz (100%) rename models/{dev => prod}/encs/model.encs.intgemm.alphas.bin.gz (100%) rename models/{dev => prod}/encs/vocab.encs.spm.gz (100%) rename models/{dev => prod}/enid/lex.50.50.enid.s2t.bin.gz (100%) rename models/{dev => prod}/enid/model.enid.intgemm.alphas.bin.gz (100%) rename models/{dev => prod}/enid/vocab.enid.spm.gz (100%) rename models/{dev => prod}/enro/lex.50.50.enro.s2t.bin.gz (100%) rename models/{dev => prod}/enro/model.enro.intgemm.alphas.bin.gz (100%) rename models/{dev => prod}/enro/vocab.enro.spm.gz (100%) diff --git a/README.md b/README.md index e6dc6df..f3d4855 100644 --- a/README.md +++ b/README.md @@ -91,7 +91,7 @@ Dev models are available in Nightly only. - Bulgarian <-> English - Catalan <-> English - Croatian -> English -- Czech -> English +- Czech <-> English - Danish <-> English - Dutch <-> English - Estonian <-> English @@ -100,13 +100,13 @@ Dev models are available in Nightly only. - German <-> English - Greek <-> English - Hungarian <-> English -- Indonesian -> English +- Indonesian <-> English - Italian <-> English - Latvian (Lettish) -> English - Lithuanian -> English - Polish <-> English - Portuguese <-> English -- Romanian -> English +- Romanian <-> English - Russian -> English - Serbian -> English - Slovak -> English @@ -121,7 +121,6 @@ Dev models are available in Nightly only. - Bosnian -> English - Chinese (Simplified) -> English - Croatian <- English -- Czech <- English - Icelandic -> English - Latvian (Lettish) <- English - Maltese -> English diff --git a/evaluation/bleu-results.json b/evaluation/bleu-results.json index f15d608..8a1c995 100644 --- a/evaluation/bleu-results.json +++ b/evaluation/bleu-results.json @@ -5,16 +5,16 @@ "microsoft": 40.4, "nllb": 34.9, "opusmt": 32.3, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-test": { "google": 39.1, "microsoft": 41.0, "opusmt": 33.1, "nllb": 34.7, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "cs-en": { @@ -239,16 +239,16 @@ "microsoft": 54.4, "opusmt": 10.7, "google": 43.0, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 31.6, "google": 43.4, "microsoft": 55.4, "opusmt": 11.5, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "en-et": { @@ -366,17 +366,17 @@ "google": 21.2, "microsoft": 20.7, "nllb": 14.4, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-dev": { "microsoft": 20.6, "google": 20.4, "nllb": 14.5, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "en-gl": { @@ -385,16 +385,16 @@ "nllb": 31.3, "opusmt": 18.9, "google": 37.7, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-dev": { "microsoft": 35.4, "opusmt": 19.8, "google": 37.5, "nllb": 31.5, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "en-hy": { @@ -403,16 +403,16 @@ "nllb": 15.9, "google": 24.9, "microsoft": 18.6, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-dev": { "microsoft": 19.1, "nllb": 16.3, "opusmt": 8.4, "google": 26.1, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "en-hr": { @@ -623,16 +623,16 @@ "opusmt": 21.4, "google": 31.4, "nllb": 26.5, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-test": { "microsoft": 30.5, "nllb": 24.4, "opusmt": 19.9, "google": 30.5, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "en-zh": { @@ -733,48 +733,48 @@ "argos": 12.9, "google": 35.3, "microsoft": 28.7, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "iwslt17": { "argos": 8.0, "nllb": 10.9, "microsoft": 15.2, "google": 14.7, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "wmt21": { "argos": 13.6, "nllb": 16.0, "google": 37.2, "microsoft": 30.5, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-dev": { "argos": 22.3, "google": 41.4, "microsoft": 41.3, "nllb": 19.2, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "wmt22": { "google": 28.2, "nllb": 13.9, "microsoft": 27.4, "argos": 15.2, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-test": { "google": 41.2, "argos": 22.2, "microsoft": 41.2, "nllb": 19.0, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "ru-en": { @@ -906,17 +906,17 @@ "nllb": 25.6, "google": 40.1, "microsoft": 1.1, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-test": { "google": 39.9, "nllb": 25.6, "microsoft": 0.9, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "en-nb": { @@ -924,17 +924,17 @@ "microsoft": 35.2, "nllb": 29.1, "google": 35.1, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-dev": { "google": 35.0, "microsoft": 34.7, "nllb": 28.8, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "en-hu": { @@ -1114,17 +1114,17 @@ "google": 40.9, "microsoft": 44.0, "nllb": 28.5, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-dev": { "google": 40.3, "nllb": 28.7, "microsoft": 44.4, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "en-sv": { @@ -1150,17 +1150,17 @@ "microsoft": 9.1, "nllb": 9.6, "google": 13.9, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-test": { "google": 16.2, "microsoft": 9.0, "nllb": 11.1, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "lv-en": { @@ -1220,17 +1220,17 @@ "google": 14.9, "nllb": 7.1, "microsoft": 14.6, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 7.8, "google": 16.3, "microsoft": 15.5, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "en-ru": { @@ -1355,16 +1355,16 @@ "opusmt": 12.9, "google": 63.1, "nllb": 18.4, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-test": { "microsoft": 61.0, "nllb": 16.0, "opusmt": 12.3, "google": 62.0, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "bs-en": { @@ -1453,16 +1453,16 @@ "opusmt": 19.5, "google": 39.9, "nllb": 33.2, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-test": { "microsoft": 37.5, "nllb": 32.1, "opusmt": 18.0, "google": 39.0, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "nl-en": { @@ -1627,16 +1627,16 @@ "opusmt": 12.7, "google": 44.3, "nllb": 33.7, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-test": { "microsoft": 32.1, "nllb": 32.8, "opusmt": 12.8, "google": 42.7, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "en-es": { @@ -1773,16 +1773,16 @@ "microsoft": 45.0, "google": 45.7, "opusmt": 26.7, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-dev": { "opusmt": 26.0, "google": 45.4, "microsoft": 44.9, "nllb": 36.8, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "is-en": { @@ -1861,16 +1861,16 @@ "opusmt": 21.9, "google": 43.4, "nllb": 35.6, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-test": { "microsoft": 40.0, "nllb": 34.4, "opusmt": 20.9, "google": 43.6, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "zh-en": { @@ -1979,16 +1979,16 @@ "google": 14.6, "nllb": 14.6, "opusmt": 6.1, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-test": { "microsoft": 18.4, "opusmt": 7.2, "google": 16.0, "nllb": 15.6, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "en-bs": { @@ -1996,17 +1996,17 @@ "google": 36.3, "microsoft": 32.1, "nllb": 24.2, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-test": { "google": 36.6, "nllb": 24.8, "microsoft": 33.2, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "en-cs": { @@ -2232,17 +2232,17 @@ "microsoft": 1.6, "nllb": 2.4, "google": 3.9, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-test": { "google": 3.6, "microsoft": 1.5, "nllb": 2.3, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "en-ko": { @@ -2251,24 +2251,24 @@ "microsoft": 20.4, "nllb": 15.8, "argos": 10.0, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 25.9, "microsoft": 34.9, "google": 33.7, "argos": 16.5, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-test": { "argos": 15.8, "nllb": 25.4, "google": 33.6, "microsoft": 34.3, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "hi-en": { @@ -2303,16 +2303,16 @@ "opusmt": 43.2, "google": 59.1, "nllb": 39.3, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-test": { "microsoft": 57.8, "nllb": 39.4, "opusmt": 44.3, "google": 58.6, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "en-is": { @@ -2321,24 +2321,24 @@ "google": 31.9, "opusmt": 18.7, "microsoft": 32.1, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-test": { "google": 31.4, "opusmt": 18.3, "microsoft": 31.0, "nllb": 17.5, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "wmt21": { "microsoft": 29.4, "opusmt": 15.0, "google": 28.8, "nllb": 17.9, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "id-en": { @@ -2588,17 +2588,17 @@ "microsoft": 36.8, "google": 39.7, "nllb": 30.1, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-test": { "microsoft": 39.2, "nllb": 30.9, "google": 41.3, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "sl-en": { @@ -2758,17 +2758,17 @@ "microsoft": 25.0, "google": 31.7, "nllb": 26.1, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-test": { "microsoft": 23.8, "nllb": 25.1, "google": 30.4, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "pt-en": { @@ -2821,16 +2821,16 @@ "opusmt": 8.3, "google": 30.4, "nllb": 21.1, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-test": { "microsoft": 25.0, "nllb": 22.5, "opusmt": 8.7, "google": 32.1, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "es-en": { diff --git a/evaluation/comet-results.json b/evaluation/comet-results.json index c666b74..305c1df 100644 --- a/evaluation/comet-results.json +++ b/evaluation/comet-results.json @@ -5,16 +5,16 @@ "google": 0.8708, "opusmt": 0.8177, "microsoft": 0.8719, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-test": { "opusmt": 0.822, "google": 0.8702, "microsoft": 0.8723, "nllb": 0.8552, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "cs-en": { @@ -239,16 +239,16 @@ "opusmt": 0.5062, "google": 0.8836, "nllb": 0.7929, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-dev": { "google": 0.8857, "nllb": 0.8062, "microsoft": 0.8811, "opusmt": 0.5147, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "en-et": { @@ -366,17 +366,17 @@ "google": 0.8647, "nllb": 0.8504, "microsoft": 0.8668, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-test": { "google": 0.8663, "nllb": 0.8464, "microsoft": 0.8691, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "en-gl": { @@ -385,16 +385,16 @@ "google": 0.8717, "opusmt": 0.6593, "nllb": 0.8565, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-test": { "nllb": 0.8556, "google": 0.8745, "microsoft": 0.8556, "opusmt": 0.6544, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "en-hy": { @@ -403,16 +403,16 @@ "opusmt": 0.6802, "nllb": 0.8668, "google": 0.9026, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-dev": { "opusmt": 0.6822, "google": 0.9042, "nllb": 0.8679, "microsoft": 0.8798, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "en-hr": { @@ -623,16 +623,16 @@ "microsoft": 0.8751, "opusmt": 0.8167, "google": 0.8774, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 0.8514, "google": 0.8816, "microsoft": 0.8781, "opusmt": 0.8245, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "en-zh": { @@ -733,48 +733,48 @@ "nllb": 0.8712, "google": 0.9219, "argos": 0.7876, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "iwslt17": { "google": 0.8624, "microsoft": 0.8544, "nllb": 0.8218, "argos": 0.7282, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "wmt22": { "argos": 0.7729, "google": 0.9021, "nllb": 0.8395, "microsoft": 0.8906, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "wmt21": { "microsoft": 0.895, "nllb": 0.8492, "argos": 0.7101, "google": 0.9141, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-dev": { "google": 0.9234, "argos": 0.7893, "nllb": 0.8727, "microsoft": 0.9178, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "wmt20": { "argos": 0.7382, "microsoft": 0.8993, "nllb": 0.8567, "google": 0.9162, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "ru-en": { @@ -906,17 +906,17 @@ "google": 0.9018, "microsoft": 0.7526, "nllb": 0.8345, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 0.8346, "google": 0.9055, "microsoft": 0.7555, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "en-nb": { @@ -924,17 +924,17 @@ "google": 0.9019, "microsoft": 0.8998, "nllb": 0.8726, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 0.8745, "google": 0.9027, "microsoft": 0.9005, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "en-hu": { @@ -1114,17 +1114,17 @@ "google": 0.7315, "microsoft": 0.7369, "nllb": 0.694, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-test": { "nllb": 0.6932, "microsoft": 0.7372, "google": 0.7314, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "en-sv": { @@ -1150,17 +1150,17 @@ "google": 0.8732, "nllb": 0.8657, "microsoft": 0.8657, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-test": { "microsoft": 0.8691, "google": 0.8784, "nllb": 0.8658, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "lv-en": { @@ -1220,17 +1220,17 @@ "microsoft": 0.8847, "google": 0.8917, "nllb": 0.8033, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-test": { "google": 0.8862, "microsoft": 0.8771, "nllb": 0.7885, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "en-ru": { @@ -1355,16 +1355,16 @@ "microsoft": 0.8893, "opusmt": 0.5192, "google": 0.901, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 0.5791, "google": 0.902, "microsoft": 0.892, "opusmt": 0.53, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "bs-en": { @@ -1453,16 +1453,16 @@ "microsoft": 0.8867, "opusmt": 0.787, "google": 0.8887, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 0.8692, "google": 0.891, "microsoft": 0.8872, "opusmt": 0.7863, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "nl-en": { @@ -1627,16 +1627,16 @@ "microsoft": 0.8515, "opusmt": 0.6675, "google": 0.892, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 0.8566, "google": 0.8949, "microsoft": 0.8497, "opusmt": 0.6604, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "en-es": { @@ -1773,16 +1773,16 @@ "google": 0.8979, "nllb": 0.8639, "microsoft": 0.8869, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-dev": { "opusmt": 0.7556, "microsoft": 0.8892, "google": 0.9018, "nllb": 0.8647, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "is-en": { @@ -1861,16 +1861,16 @@ "microsoft": 0.875, "opusmt": 0.7202, "google": 0.8873, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 0.833, "google": 0.8871, "microsoft": 0.8741, "opusmt": 0.7276, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "zh-en": { @@ -1979,16 +1979,16 @@ "microsoft": 0.7105, "nllb": 0.7143, "google": 0.7207, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 0.7052, "google": 0.7106, "opusmt": 0.6789, "microsoft": 0.6996, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "en-bs": { @@ -1996,17 +1996,17 @@ "nllb": 0.865, "google": 0.9145, "microsoft": 0.905, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 0.8711, "google": 0.9182, "microsoft": 0.9089, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "en-cs": { @@ -2232,17 +2232,17 @@ "google": 0.8738, "nllb": 0.8484, "microsoft": 0.859, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-test": { "nllb": 0.8501, "microsoft": 0.8613, "google": 0.8747, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "en-ko": { @@ -2251,24 +2251,24 @@ "nllb": 0.868, "google": 0.9058, "microsoft": 0.9046, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-test": { "argos": 0.7163, "microsoft": 0.9015, "nllb": 0.866, "google": 0.9022, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "iwslt17": { "microsoft": 0.8568, "argos": 0.6799, "nllb": 0.8311, "google": 0.8611, - "bergamot": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "hi-en": { @@ -2303,16 +2303,16 @@ "microsoft": 0.8907, "opusmt": 0.8192, "google": 0.8991, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 0.7648, "google": 0.9006, "microsoft": 0.8899, "opusmt": 0.8104, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "en-is": { @@ -2321,24 +2321,24 @@ "nllb": 0.7919, "google": 0.8665, "opusmt": 0.7598, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "wmt21": { "opusmt": 0.6958, "google": 0.846, "microsoft": 0.8466, "nllb": 0.7793, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-test": { "nllb": 0.7883, "google": 0.8668, "opusmt": 0.7597, "microsoft": 0.8598, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "id-en": { @@ -2588,17 +2588,17 @@ "nllb": 0.8498, "microsoft": 0.8745, "google": 0.8854, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 0.8499, "google": 0.8845, "microsoft": 0.8728, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "sl-en": { @@ -2758,17 +2758,17 @@ "nllb": 0.8466, "microsoft": 0.8369, "google": 0.8651, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 0.8422, "google": 0.866, "microsoft": 0.8379, - "bergamot": 0, "argos": 0, - "opusmt": 0 + "opusmt": 0, + "bergamot": 0 } }, "pt-en": { @@ -2821,16 +2821,16 @@ "microsoft": 0.675, "opusmt": 0.5177, "google": 0.7427, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 }, "flores-dev": { "nllb": 0.6548, "google": 0.7335, "microsoft": 0.6728, "opusmt": 0.5165, - "bergamot": 0, - "argos": 0 + "argos": 0, + "bergamot": 0 } }, "es-en": { diff --git a/models/dev/encs/lex.50.50.encs.s2t.bin.gz b/models/prod/encs/lex.50.50.encs.s2t.bin.gz similarity index 100% rename from models/dev/encs/lex.50.50.encs.s2t.bin.gz rename to models/prod/encs/lex.50.50.encs.s2t.bin.gz diff --git a/models/dev/encs/model.encs.intgemm.alphas.bin.gz b/models/prod/encs/model.encs.intgemm.alphas.bin.gz similarity index 100% rename from models/dev/encs/model.encs.intgemm.alphas.bin.gz rename to models/prod/encs/model.encs.intgemm.alphas.bin.gz diff --git a/models/dev/encs/vocab.encs.spm.gz b/models/prod/encs/vocab.encs.spm.gz similarity index 100% rename from models/dev/encs/vocab.encs.spm.gz rename to models/prod/encs/vocab.encs.spm.gz diff --git a/models/dev/enid/lex.50.50.enid.s2t.bin.gz b/models/prod/enid/lex.50.50.enid.s2t.bin.gz similarity index 100% rename from models/dev/enid/lex.50.50.enid.s2t.bin.gz rename to models/prod/enid/lex.50.50.enid.s2t.bin.gz diff --git a/models/dev/enid/model.enid.intgemm.alphas.bin.gz b/models/prod/enid/model.enid.intgemm.alphas.bin.gz similarity index 100% rename from models/dev/enid/model.enid.intgemm.alphas.bin.gz rename to models/prod/enid/model.enid.intgemm.alphas.bin.gz diff --git a/models/dev/enid/vocab.enid.spm.gz b/models/prod/enid/vocab.enid.spm.gz similarity index 100% rename from models/dev/enid/vocab.enid.spm.gz rename to models/prod/enid/vocab.enid.spm.gz diff --git a/models/dev/enro/lex.50.50.enro.s2t.bin.gz b/models/prod/enro/lex.50.50.enro.s2t.bin.gz similarity index 100% rename from models/dev/enro/lex.50.50.enro.s2t.bin.gz rename to models/prod/enro/lex.50.50.enro.s2t.bin.gz diff --git a/models/dev/enro/model.enro.intgemm.alphas.bin.gz b/models/prod/enro/model.enro.intgemm.alphas.bin.gz similarity index 100% rename from models/dev/enro/model.enro.intgemm.alphas.bin.gz rename to models/prod/enro/model.enro.intgemm.alphas.bin.gz diff --git a/models/dev/enro/vocab.enro.spm.gz b/models/prod/enro/vocab.enro.spm.gz similarity index 100% rename from models/dev/enro/vocab.enro.spm.gz rename to models/prod/enro/vocab.enro.spm.gz diff --git a/registry.json b/registry.json index 71ed422..b84f69b 100644 --- a/registry.json +++ b/registry.json @@ -183,6 +183,29 @@ "modelType": "prod" } }, + "encs": { + "model": { + "name": "model.encs.intgemm.alphas.bin", + "size": 17141051, + "estimatedCompressedSize": 12457029, + "expectedSha256Hash": "12ad256d589abf3ec351957c1749d7915c06a28debab0370b7a47a6b4bb19633", + "modelType": "prod" + }, + "lex": { + "name": "lex.50.50.encs.s2t.bin", + "size": 3547520, + "estimatedCompressedSize": 1782691, + "expectedSha256Hash": "f34042e1446f1b892b2846eff4e96ef2554067d9f8af495036254a1f64a7c058", + "modelType": "prod" + }, + "vocab": { + "name": "vocab.encs.spm", + "size": 800256, + "estimatedCompressedSize": 401558, + "expectedSha256Hash": "3c894bbd9e75de0966ab9fe5a427178817216d1d07aa7fe27b9cb7dbb666d5ef", + "modelType": "prod" + } + }, "enda": { "model": { "name": "model.enda.intgemm.alphas.bin", @@ -381,6 +404,29 @@ "modelType": "prod" } }, + "enid": { + "model": { + "name": "model.enid.intgemm.alphas.bin", + "size": 17141051, + "estimatedCompressedSize": 12503257, + "expectedSha256Hash": "f81f13eef703a4e0650ffc3138a0f4bab7b6c8bfd173ef1b7bda68d16b8bc7e8", + "modelType": "prod" + }, + "lex": { + "name": "lex.50.50.enid.s2t.bin", + "size": 3515428, + "estimatedCompressedSize": 1734565, + "expectedSha256Hash": "d37f72bcab6e7bc52fd223350f95521b5810bb2486a97275f86077988fced3f4", + "modelType": "prod" + }, + "vocab": { + "name": "vocab.enid.spm", + "size": 773211, + "estimatedCompressedSize": 379806, + "expectedSha256Hash": "61bc7db24d3b6de638a02a280580a273fe0c942ecbe8a8204b2f81978211db22", + "modelType": "prod" + } + }, "enit": { "model": { "name": "model.enit.intgemm.alphas.bin", @@ -473,6 +519,29 @@ "modelType": "prod" } }, + "enro": { + "model": { + "name": "model.enro.intgemm.alphas.bin", + "size": 17141051, + "estimatedCompressedSize": 12207487, + "expectedSha256Hash": "aa98c415e5beb1c5ee2f7d2508a3bbba949be223d7d9e5e1788ad0ae8598dda5", + "modelType": "prod" + }, + "lex": { + "name": "lex.50.50.enro.s2t.bin", + "size": 3739880, + "estimatedCompressedSize": 1846074, + "expectedSha256Hash": "508bce64a8bc906a99043ad2f4855b4662e06f8827c1c6a75ab83181b4f17f81", + "modelType": "prod" + }, + "vocab": { + "name": "vocab.enro.spm", + "size": 801522, + "estimatedCompressedSize": 397137, + "expectedSha256Hash": "d89eedf6cbbcb30d7ed4b0b092189196ac2b010ec0c3ede33a6676b17ea1c95e", + "modelType": "prod" + } + }, "ensl": { "model": { "name": "model.ensl.intgemm.alphas.bin", @@ -1071,29 +1140,6 @@ "modelType": "dev" } }, - "encs": { - "model": { - "name": "model.encs.intgemm.alphas.bin", - "size": 17141051, - "estimatedCompressedSize": 12457029, - "expectedSha256Hash": "12ad256d589abf3ec351957c1749d7915c06a28debab0370b7a47a6b4bb19633", - "modelType": "dev" - }, - "lex": { - "name": "lex.50.50.encs.s2t.bin", - "size": 3547520, - "estimatedCompressedSize": 1782691, - "expectedSha256Hash": "f34042e1446f1b892b2846eff4e96ef2554067d9f8af495036254a1f64a7c058", - "modelType": "dev" - }, - "vocab": { - "name": "vocab.encs.spm", - "size": 800256, - "estimatedCompressedSize": 401558, - "expectedSha256Hash": "3c894bbd9e75de0966ab9fe5a427178817216d1d07aa7fe27b9cb7dbb666d5ef", - "modelType": "dev" - } - }, "enfa": { "model": { "name": "model.enfa.intgemm.alphas.bin", @@ -1140,29 +1186,6 @@ "modelType": "dev" } }, - "enid": { - "model": { - "name": "model.enid.intgemm.alphas.bin", - "size": 17141051, - "estimatedCompressedSize": 12503257, - "expectedSha256Hash": "f81f13eef703a4e0650ffc3138a0f4bab7b6c8bfd173ef1b7bda68d16b8bc7e8", - "modelType": "dev" - }, - "lex": { - "name": "lex.50.50.enid.s2t.bin", - "size": 3515428, - "estimatedCompressedSize": 1734565, - "expectedSha256Hash": "d37f72bcab6e7bc52fd223350f95521b5810bb2486a97275f86077988fced3f4", - "modelType": "dev" - }, - "vocab": { - "name": "vocab.enid.spm", - "size": 773211, - "estimatedCompressedSize": 379806, - "expectedSha256Hash": "61bc7db24d3b6de638a02a280580a273fe0c942ecbe8a8204b2f81978211db22", - "modelType": "dev" - } - }, "enlt": { "model": { "name": "model.enlt.intgemm.alphas.bin", @@ -1209,29 +1232,6 @@ "modelType": "dev" } }, - "enro": { - "model": { - "name": "model.enro.intgemm.alphas.bin", - "size": 17141051, - "estimatedCompressedSize": 12207487, - "expectedSha256Hash": "aa98c415e5beb1c5ee2f7d2508a3bbba949be223d7d9e5e1788ad0ae8598dda5", - "modelType": "dev" - }, - "lex": { - "name": "lex.50.50.enro.s2t.bin", - "size": 3739880, - "estimatedCompressedSize": 1846074, - "expectedSha256Hash": "508bce64a8bc906a99043ad2f4855b4662e06f8827c1c6a75ab83181b4f17f81", - "modelType": "dev" - }, - "vocab": { - "name": "vocab.enro.spm", - "size": 801522, - "estimatedCompressedSize": 397137, - "expectedSha256Hash": "d89eedf6cbbcb30d7ed4b0b092189196ac2b010ec0c3ede33a6676b17ea1c95e", - "modelType": "dev" - } - }, "enru": { "model": { "name": "model.enru.intgemm.alphas.bin",