Hugging Face's logo

versae
/
romance-kenlm

KenLM
Model card Files
xet
 Community
versae commited on
Commit
d82f3c5
·
1 Parent(s): f6034bc

Adding Wikipedia trained KenLM

Browse files
Files changed (49) hide show
  1. .gitattributes +1 -0
  2. wikipedia/es-fr-it-pt-ro_32000_bpe.arpa.bin +3 -0
  3. wikipedia/es-fr-it-pt-ro_32000_bpe_untokenized.arpa.bin +3 -0
  4. wikipedia/es-fr-it-pt-ro_32000_unigram.arpa.bin +3 -0
  5. wikipedia/es-fr-it-pt-ro_32000_unigram_untokenized.arpa.bin +3 -0
  6. wikipedia/es-fr-it-pt-ro_64000_bpe.arpa.bin +3 -0
  7. wikipedia/es-fr-it-pt-ro_64000_bpe_untokenized.arpa.bin +3 -0
  8. wikipedia/es-fr-it-pt-ro_64000_unigram.arpa.bin +3 -0
  9. wikipedia/es-fr-it-pt-ro_64000_unigram_untokenized.arpa.bin +3 -0
  10. wikipedia/es_32000_bpe.arpa.bin +3 -0
  11. wikipedia/es_32000_bpe_untokenized.arpa.bin +3 -0
  12. wikipedia/es_32000_unigram.arpa.bin +3 -0
  13. wikipedia/es_32000_unigram_untokenized.arpa.bin +3 -0
  14. wikipedia/es_64000_bpe.arpa.bin +3 -0
  15. wikipedia/es_64000_bpe_untokenized.arpa.bin +3 -0
  16. wikipedia/es_64000_unigram.arpa.bin +3 -0
  17. wikipedia/es_64000_unigram_untokenized.arpa.bin +3 -0
  18. wikipedia/fr_32000_bpe.arpa.bin +3 -0
  19. wikipedia/fr_32000_bpe_untokenized.arpa.bin +3 -0
  20. wikipedia/fr_32000_unigram.arpa.bin +3 -0
  21. wikipedia/fr_32000_unigram_untokenized.arpa.bin +3 -0
  22. wikipedia/fr_64000_bpe.arpa.bin +3 -0
  23. wikipedia/fr_64000_bpe_untokenized.arpa.bin +3 -0
  24. wikipedia/fr_64000_unigram.arpa.bin +3 -0
  25. wikipedia/fr_64000_unigram_untokenized.arpa.bin +3 -0
  26. wikipedia/it_32000_bpe.arpa.bin +3 -0
  27. wikipedia/it_32000_bpe_untokenized.arpa.bin +3 -0
  28. wikipedia/it_32000_unigram.arpa.bin +3 -0
  29. wikipedia/it_32000_unigram_untokenized.arpa.bin +3 -0
  30. wikipedia/it_64000_bpe.arpa.bin +3 -0
  31. wikipedia/it_64000_bpe_untokenized.arpa.bin +3 -0
  32. wikipedia/it_64000_unigram.arpa.bin +3 -0
  33. wikipedia/it_64000_unigram_untokenized.arpa.bin +3 -0
  34. wikipedia/pt_32000_bpe.arpa.bin +3 -0
  35. wikipedia/pt_32000_bpe_untokenized.arpa.bin +3 -0
  36. wikipedia/pt_32000_unigram.arpa.bin +3 -0
  37. wikipedia/pt_32000_unigram_untokenized.arpa.bin +3 -0
  38. wikipedia/pt_64000_bpe.arpa.bin +3 -0
  39. wikipedia/pt_64000_bpe_untokenized.arpa.bin +3 -0
  40. wikipedia/pt_64000_unigram.arpa.bin +3 -0
  41. wikipedia/pt_64000_unigram_untokenized.arpa.bin +3 -0
  42. wikipedia/ro_32000_bpe.arpa.bin +3 -0
  43. wikipedia/ro_32000_bpe_untokenized.arpa.bin +3 -0
  44. wikipedia/ro_32000_unigram.arpa.bin +3 -0
  45. wikipedia/ro_32000_unigram_untokenized.arpa.bin +3 -0
  46. wikipedia/ro_64000_bpe.arpa.bin +3 -0
  47. wikipedia/ro_64000_bpe_untokenized.arpa.bin +3 -0
  48. wikipedia/ro_64000_unigram.arpa.bin +3 -0
  49. wikipedia/ro_64000_unigram_untokenized.arpa.bin +3 -0
.gitattributes CHANGED
@@ -32,3 +32,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
32
  *.zip filter=lfs diff=lfs merge=lfs -text
33
  *.zst filter=lfs diff=lfs merge=lfs -text
34
  *tfevents* filter=lfs diff=lfs merge=lfs -text
35
+ *.arpa filter=lfs diff=lfs merge=lfs -text
wikipedia/es-fr-it-pt-ro_32000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03f5492d2d59a365f8186dadcfca23bd2b90ddd4e660796f74642bbb8a84de47
3
+ size 11216894204
wikipedia/es-fr-it-pt-ro_32000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75a9c2e6e120484d2eee1261862824b8bcde07eaf7c406ffed0df199f320c02
3
+ size 13284525544
wikipedia/es-fr-it-pt-ro_32000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03f5492d2d59a365f8186dadcfca23bd2b90ddd4e660796f74642bbb8a84de47
3
+ size 11216894204
wikipedia/es-fr-it-pt-ro_32000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75a9c2e6e120484d2eee1261862824b8bcde07eaf7c406ffed0df199f320c02
3
+ size 13284525544
wikipedia/es-fr-it-pt-ro_64000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03f5492d2d59a365f8186dadcfca23bd2b90ddd4e660796f74642bbb8a84de47
3
+ size 11216894204
wikipedia/es-fr-it-pt-ro_64000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75a9c2e6e120484d2eee1261862824b8bcde07eaf7c406ffed0df199f320c02
3
+ size 13284525544
wikipedia/es-fr-it-pt-ro_64000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03f5492d2d59a365f8186dadcfca23bd2b90ddd4e660796f74642bbb8a84de47
3
+ size 11216894204
wikipedia/es-fr-it-pt-ro_64000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b75a9c2e6e120484d2eee1261862824b8bcde07eaf7c406ffed0df199f320c02
3
+ size 13284525544
wikipedia/es_32000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6917cfeaa211712aa771bfa6ff1ca0d1838a5c25e44d691332b167d6b9bb002c
3
+ size 3628465357
wikipedia/es_32000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39e1c2aa27b7715417e00d44bdc90f34f4fc01c473d79b8e87e4792d47254b59
3
+ size 3637162467
wikipedia/es_32000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6917cfeaa211712aa771bfa6ff1ca0d1838a5c25e44d691332b167d6b9bb002c
3
+ size 3628465357
wikipedia/es_32000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39e1c2aa27b7715417e00d44bdc90f34f4fc01c473d79b8e87e4792d47254b59
3
+ size 3637162467
wikipedia/es_64000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6917cfeaa211712aa771bfa6ff1ca0d1838a5c25e44d691332b167d6b9bb002c
3
+ size 3628465357
wikipedia/es_64000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39e1c2aa27b7715417e00d44bdc90f34f4fc01c473d79b8e87e4792d47254b59
3
+ size 3637162467
wikipedia/es_64000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6917cfeaa211712aa771bfa6ff1ca0d1838a5c25e44d691332b167d6b9bb002c
3
+ size 3628465357
wikipedia/es_64000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39e1c2aa27b7715417e00d44bdc90f34f4fc01c473d79b8e87e4792d47254b59
3
+ size 3637162467
wikipedia/fr_32000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:139e593603c841744152a18b3661f7b9b3f9d01c6a68e681d052748b2ec9e8e9
3
+ size 2690448228
wikipedia/fr_32000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:624f88f5fea4848ee41d2fa21257edf7feda4c02bccad1bf241e0aa75b220fc2
3
+ size 2953940893
wikipedia/fr_32000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:139e593603c841744152a18b3661f7b9b3f9d01c6a68e681d052748b2ec9e8e9
3
+ size 2690448228
wikipedia/fr_32000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:624f88f5fea4848ee41d2fa21257edf7feda4c02bccad1bf241e0aa75b220fc2
3
+ size 2953940893
wikipedia/fr_64000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:139e593603c841744152a18b3661f7b9b3f9d01c6a68e681d052748b2ec9e8e9
3
+ size 2690448228
wikipedia/fr_64000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:624f88f5fea4848ee41d2fa21257edf7feda4c02bccad1bf241e0aa75b220fc2
3
+ size 2953940893
wikipedia/fr_64000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:139e593603c841744152a18b3661f7b9b3f9d01c6a68e681d052748b2ec9e8e9
3
+ size 2690448228
wikipedia/fr_64000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:624f88f5fea4848ee41d2fa21257edf7feda4c02bccad1bf241e0aa75b220fc2
3
+ size 2953940893
wikipedia/it_32000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae35d32f158b3cc46f320021b2d2358fa8cd39bbf1398edda92206622e874451
3
+ size 2585811222
wikipedia/it_32000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77462b80e7ab4a74dd318e3a6bf194fca44451c1661b5941e53b61086b0209f4
3
+ size 2591832257
wikipedia/it_32000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae35d32f158b3cc46f320021b2d2358fa8cd39bbf1398edda92206622e874451
3
+ size 2585811222
wikipedia/it_32000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77462b80e7ab4a74dd318e3a6bf194fca44451c1661b5941e53b61086b0209f4
3
+ size 2591832257
wikipedia/it_64000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae35d32f158b3cc46f320021b2d2358fa8cd39bbf1398edda92206622e874451
3
+ size 2585811222
wikipedia/it_64000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77462b80e7ab4a74dd318e3a6bf194fca44451c1661b5941e53b61086b0209f4
3
+ size 2591832257
wikipedia/it_64000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae35d32f158b3cc46f320021b2d2358fa8cd39bbf1398edda92206622e874451
3
+ size 2585811222
wikipedia/it_64000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77462b80e7ab4a74dd318e3a6bf194fca44451c1661b5941e53b61086b0209f4
3
+ size 2591832257
wikipedia/pt_32000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37f080343c1782f57dfcc35eee31e149aa04f0dd76e4581eca21cfad4c482f5a
3
+ size 3210061237
wikipedia/pt_32000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5cee762d9b5c19a22974a37e288d1dcdc7d201ba824fd491d2ee8de65c0ae42
3
+ size 3297981044
wikipedia/pt_32000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37f080343c1782f57dfcc35eee31e149aa04f0dd76e4581eca21cfad4c482f5a
3
+ size 3210061237
wikipedia/pt_32000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5cee762d9b5c19a22974a37e288d1dcdc7d201ba824fd491d2ee8de65c0ae42
3
+ size 3297981044
wikipedia/pt_64000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37f080343c1782f57dfcc35eee31e149aa04f0dd76e4581eca21cfad4c482f5a
3
+ size 3210061237
wikipedia/pt_64000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5cee762d9b5c19a22974a37e288d1dcdc7d201ba824fd491d2ee8de65c0ae42
3
+ size 3297981044
wikipedia/pt_64000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37f080343c1782f57dfcc35eee31e149aa04f0dd76e4581eca21cfad4c482f5a
3
+ size 3210061237
wikipedia/pt_64000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5cee762d9b5c19a22974a37e288d1dcdc7d201ba824fd491d2ee8de65c0ae42
3
+ size 3297981044
wikipedia/ro_32000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb9ee1a05d4b2c2f11e25c244580e62872915fc67b4762f915cb2d33d4bcbcf1
3
+ size 1160944566
wikipedia/ro_32000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98732efc6ec843c086a690642dadc5935930f26c77a8f177947947b4d0cbbf7b
3
+ size 1071504625
wikipedia/ro_32000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb9ee1a05d4b2c2f11e25c244580e62872915fc67b4762f915cb2d33d4bcbcf1
3
+ size 1160944566
wikipedia/ro_32000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98732efc6ec843c086a690642dadc5935930f26c77a8f177947947b4d0cbbf7b
3
+ size 1071504625
wikipedia/ro_64000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb9ee1a05d4b2c2f11e25c244580e62872915fc67b4762f915cb2d33d4bcbcf1
3
+ size 1160944566
wikipedia/ro_64000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98732efc6ec843c086a690642dadc5935930f26c77a8f177947947b4d0cbbf7b
3
+ size 1071504625
wikipedia/ro_64000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb9ee1a05d4b2c2f11e25c244580e62872915fc67b4762f915cb2d33d4bcbcf1
3
+ size 1160944566
wikipedia/ro_64000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98732efc6ec843c086a690642dadc5935930f26c77a8f177947947b4d0cbbf7b
3
+ size 1071504625