Switch to new scorer format

2020-01-20 15:55:21 +01:00 · 2020-01-20 15:55:21 +01:00 · b34723588d
--- a/.gitattributes
+++ b/.gitattributes
@ -1,3 +1,4 @@
 *.binary filter=lfs diff=lfs merge=lfs -crlf
 data/lm/trie filter=lfs diff=lfs merge=lfs -crlf
 data/lm/vocab.txt filter=lfs diff=lfs merge=lfs -text
+data/lm/kenlm.scorer filter=lfs diff=lfs merge=lfs -text
--- a/data/lm/kenlm.scorer
+++ b/data/lm/kenlm.scorer
@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ba04978fca285c34c99bf115ee61549937e422ac91def80122a767e114c035e
+size 953436352
--- a/data/lm/lm.binary
+++ b/data/lm/lm.binary
@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:cc8d9e5f49e2fa05c56cc928520c6c79cb78ff95226ec9a07785b3a28d1a680b
-size 941235601
--- a/data/lm/trie
+++ b/data/lm/trie
@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:0281e5e784ffccb4aeae5e7d64099058a0c22e42dbb7aa2d3ef2fbbff53db3ab
-size 12200736