Hugging Face's logo

versae
/
romance-kenlm

KenLM
Model card Files
xet
 Community
versae commited on
Commit
3374bf9
·
1 Parent(s): 769fffc

Adding OSCAR KenLM models

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. .gitignore +0 -1
  2. oscar/es-fr-it-pt-ro_32000_bpe.arpa.00.bin +3 -0
  3. oscar/es-fr-it-pt-ro_32000_bpe.arpa.01.bin +3 -0
  4. oscar/es-fr-it-pt-ro_32000_bpe_untokenized.arpa.00.bin +3 -0
  5. oscar/es-fr-it-pt-ro_32000_bpe_untokenized.arpa.01.bin +3 -0
  6. oscar/es-fr-it-pt-ro_32000_bpe_untokenized.arpa.02.bin +3 -0
  7. oscar/es-fr-it-pt-ro_32000_unigram.arpa.00.bin +3 -0
  8. oscar/es-fr-it-pt-ro_32000_unigram.arpa.01.bin +3 -0
  9. oscar/es-fr-it-pt-ro_32000_unigram_untokenized.arpa.00.bin +3 -0
  10. oscar/es-fr-it-pt-ro_32000_unigram_untokenized.arpa.01.bin +3 -0
  11. oscar/es-fr-it-pt-ro_32000_unigram_untokenized.arpa.02.bin +3 -0
  12. oscar/es-fr-it-pt-ro_64000_bpe.arpa.00.bin +3 -0
  13. oscar/es-fr-it-pt-ro_64000_bpe.arpa.01.bin +3 -0
  14. oscar/es-fr-it-pt-ro_64000_bpe_untokenized.arpa.00.bin +3 -0
  15. oscar/es-fr-it-pt-ro_64000_bpe_untokenized.arpa.01.bin +3 -0
  16. oscar/es-fr-it-pt-ro_64000_bpe_untokenized.arpa.02.bin +3 -0
  17. oscar/es-fr-it-pt-ro_64000_unigram.arpa.00.bin +3 -0
  18. oscar/es-fr-it-pt-ro_64000_unigram.arpa.01.bin +3 -0
  19. oscar/es-fr-it-pt-ro_64000_unigram_untokenized.arpa.00.bin +3 -0
  20. oscar/es-fr-it-pt-ro_64000_unigram_untokenized.arpa.01.bin +3 -0
  21. oscar/es-fr-it-pt-ro_64000_unigram_untokenized.arpa.02.bin +3 -0
  22. oscar/es_32000_bpe.arpa.bin +3 -0
  23. oscar/es_32000_bpe_untokenized.arpa.bin +3 -0
  24. oscar/es_32000_unigram.arpa.bin +3 -0
  25. oscar/es_32000_unigram_untokenized.arpa.bin +3 -0
  26. oscar/es_64000_bpe.arpa.bin +3 -0
  27. oscar/es_64000_bpe_untokenized.arpa.bin +3 -0
  28. oscar/es_64000_unigram.arpa.bin +3 -0
  29. oscar/es_64000_unigram_untokenized.arpa.bin +3 -0
  30. oscar/fr_32000_bpe.arpa.bin +3 -0
  31. oscar/fr_32000_bpe_untokenized.arpa.bin +3 -0
  32. oscar/fr_32000_unigram.arpa.bin +3 -0
  33. oscar/fr_32000_unigram_untokenized.arpa.bin +3 -0
  34. oscar/fr_64000_bpe.arpa.bin +3 -0
  35. oscar/fr_64000_bpe_untokenized.arpa.bin +3 -0
  36. oscar/fr_64000_unigram.arpa.bin +3 -0
  37. oscar/fr_64000_unigram_untokenized.arpa.bin +3 -0
  38. oscar/it_32000_bpe.arpa.bin +3 -0
  39. oscar/it_32000_bpe_untokenized.arpa.bin +3 -0
  40. oscar/it_32000_unigram.arpa.bin +3 -0
  41. oscar/it_32000_unigram_untokenized.arpa.bin +3 -0
  42. oscar/it_64000_bpe.arpa.bin +3 -0
  43. oscar/it_64000_bpe_untokenized.arpa.bin +3 -0
  44. oscar/it_64000_unigram.arpa.bin +3 -0
  45. oscar/it_64000_unigram_untokenized.arpa.bin +3 -0
  46. oscar/pt_32000_bpe.arpa.bin +3 -0
  47. oscar/pt_32000_bpe_untokenized.arpa.bin +3 -0
  48. oscar/pt_32000_unigram.arpa.bin +3 -0
  49. oscar/pt_32000_unigram_untokenized.arpa.bin +3 -0
  50. oscar/pt_64000_bpe.arpa.bin +3 -0
.gitignore DELETED
@@ -1 +0,0 @@
1
- oscar/
 
 
oscar/es-fr-it-pt-ro_32000_bpe.arpa.00.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dbbdb3c382ad279d6d2d00fbd8dadf17484a5d31cc7ed9da4c4b4f2ec5aa9aa
3
+ size 49000000000
oscar/es-fr-it-pt-ro_32000_bpe.arpa.01.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e70642ea91098ad789ccc04ed84ad9218c57bfd9cdc5604967eccadd9fc47779
3
+ size 24671145922
oscar/es-fr-it-pt-ro_32000_bpe_untokenized.arpa.00.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9f80741e199cc46809f2ce21a5be6779eaf4646d575822bb6961d9c14306f01
3
+ size 49000000000
oscar/es-fr-it-pt-ro_32000_bpe_untokenized.arpa.01.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb8f054025b18e63dd1118b4aaca3ff86b8bb1da6690d5b9ac0552d6de7a9585
3
+ size 49000000000
oscar/es-fr-it-pt-ro_32000_bpe_untokenized.arpa.02.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:646958699593520f7c25bc03618800b536df221172be11ef6495e5b97c70db8f
3
+ size 3126260845
oscar/es-fr-it-pt-ro_32000_unigram.arpa.00.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dbbdb3c382ad279d6d2d00fbd8dadf17484a5d31cc7ed9da4c4b4f2ec5aa9aa
3
+ size 49000000000
oscar/es-fr-it-pt-ro_32000_unigram.arpa.01.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e70642ea91098ad789ccc04ed84ad9218c57bfd9cdc5604967eccadd9fc47779
3
+ size 24671145922
oscar/es-fr-it-pt-ro_32000_unigram_untokenized.arpa.00.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9f80741e199cc46809f2ce21a5be6779eaf4646d575822bb6961d9c14306f01
3
+ size 49000000000
oscar/es-fr-it-pt-ro_32000_unigram_untokenized.arpa.01.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb8f054025b18e63dd1118b4aaca3ff86b8bb1da6690d5b9ac0552d6de7a9585
3
+ size 49000000000
oscar/es-fr-it-pt-ro_32000_unigram_untokenized.arpa.02.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:646958699593520f7c25bc03618800b536df221172be11ef6495e5b97c70db8f
3
+ size 3126260845
oscar/es-fr-it-pt-ro_64000_bpe.arpa.00.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dbbdb3c382ad279d6d2d00fbd8dadf17484a5d31cc7ed9da4c4b4f2ec5aa9aa
3
+ size 49000000000
oscar/es-fr-it-pt-ro_64000_bpe.arpa.01.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e70642ea91098ad789ccc04ed84ad9218c57bfd9cdc5604967eccadd9fc47779
3
+ size 24671145922
oscar/es-fr-it-pt-ro_64000_bpe_untokenized.arpa.00.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9f80741e199cc46809f2ce21a5be6779eaf4646d575822bb6961d9c14306f01
3
+ size 49000000000
oscar/es-fr-it-pt-ro_64000_bpe_untokenized.arpa.01.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb8f054025b18e63dd1118b4aaca3ff86b8bb1da6690d5b9ac0552d6de7a9585
3
+ size 49000000000
oscar/es-fr-it-pt-ro_64000_bpe_untokenized.arpa.02.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:646958699593520f7c25bc03618800b536df221172be11ef6495e5b97c70db8f
3
+ size 3126260845
oscar/es-fr-it-pt-ro_64000_unigram.arpa.00.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6dbbdb3c382ad279d6d2d00fbd8dadf17484a5d31cc7ed9da4c4b4f2ec5aa9aa
3
+ size 49000000000
oscar/es-fr-it-pt-ro_64000_unigram.arpa.01.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e70642ea91098ad789ccc04ed84ad9218c57bfd9cdc5604967eccadd9fc47779
3
+ size 24671145922
oscar/es-fr-it-pt-ro_64000_unigram_untokenized.arpa.00.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9f80741e199cc46809f2ce21a5be6779eaf4646d575822bb6961d9c14306f01
3
+ size 49000000000
oscar/es-fr-it-pt-ro_64000_unigram_untokenized.arpa.01.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb8f054025b18e63dd1118b4aaca3ff86b8bb1da6690d5b9ac0552d6de7a9585
3
+ size 49000000000
oscar/es-fr-it-pt-ro_64000_unigram_untokenized.arpa.02.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:646958699593520f7c25bc03618800b536df221172be11ef6495e5b97c70db8f
3
+ size 3126260845
oscar/es_32000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f040af99e5b720e75dea1500865f3cf37e1aa6580e2bb95cd8a3ebf08999427
3
+ size 21668486394
oscar/es_32000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99fce2fd502a48f0a8986517139144df81d27047ae5ad36132b2cf470f6e7000
3
+ size 23127346366
oscar/es_32000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f040af99e5b720e75dea1500865f3cf37e1aa6580e2bb95cd8a3ebf08999427
3
+ size 21668486394
oscar/es_32000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99fce2fd502a48f0a8986517139144df81d27047ae5ad36132b2cf470f6e7000
3
+ size 23127346366
oscar/es_64000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f040af99e5b720e75dea1500865f3cf37e1aa6580e2bb95cd8a3ebf08999427
3
+ size 21668486394
oscar/es_64000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99fce2fd502a48f0a8986517139144df81d27047ae5ad36132b2cf470f6e7000
3
+ size 23127346366
oscar/es_64000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f040af99e5b720e75dea1500865f3cf37e1aa6580e2bb95cd8a3ebf08999427
3
+ size 21668486394
oscar/es_64000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:99fce2fd502a48f0a8986517139144df81d27047ae5ad36132b2cf470f6e7000
3
+ size 23127346366
oscar/fr_32000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a060e93c2597f1f072e0ecee34feecaf002ab069fe5b8aafca4d956c3073d8ca
3
+ size 16385282016
oscar/fr_32000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d11c46cdb37647af3872f9bf5f94a83267ca9085a4f2ae9d190c346baee7740
3
+ size 19692560935
oscar/fr_32000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a060e93c2597f1f072e0ecee34feecaf002ab069fe5b8aafca4d956c3073d8ca
3
+ size 16385282016
oscar/fr_32000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d11c46cdb37647af3872f9bf5f94a83267ca9085a4f2ae9d190c346baee7740
3
+ size 19692560935
oscar/fr_64000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a060e93c2597f1f072e0ecee34feecaf002ab069fe5b8aafca4d956c3073d8ca
3
+ size 16385282016
oscar/fr_64000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d11c46cdb37647af3872f9bf5f94a83267ca9085a4f2ae9d190c346baee7740
3
+ size 19692560935
oscar/fr_64000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a060e93c2597f1f072e0ecee34feecaf002ab069fe5b8aafca4d956c3073d8ca
3
+ size 16385282016
oscar/fr_64000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d11c46cdb37647af3872f9bf5f94a83267ca9085a4f2ae9d190c346baee7740
3
+ size 19692560935
oscar/it_32000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8cf84078f059eeeb4a334d2f42e3461133f0b75f4a66881956c0d25ce11bcf7
3
+ size 18643609947
oscar/it_32000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0ab7af4d173d973481dfbdba611bb2a64841e7924d19cca9975215293ff9aa5
3
+ size 20679745828
oscar/it_32000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8cf84078f059eeeb4a334d2f42e3461133f0b75f4a66881956c0d25ce11bcf7
3
+ size 18643609947
oscar/it_32000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0ab7af4d173d973481dfbdba611bb2a64841e7924d19cca9975215293ff9aa5
3
+ size 20679745828
oscar/it_64000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8cf84078f059eeeb4a334d2f42e3461133f0b75f4a66881956c0d25ce11bcf7
3
+ size 18643609947
oscar/it_64000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0ab7af4d173d973481dfbdba611bb2a64841e7924d19cca9975215293ff9aa5
3
+ size 20679745828
oscar/it_64000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f8cf84078f059eeeb4a334d2f42e3461133f0b75f4a66881956c0d25ce11bcf7
3
+ size 18643609947
oscar/it_64000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0ab7af4d173d973481dfbdba611bb2a64841e7924d19cca9975215293ff9aa5
3
+ size 20679745828
oscar/pt_32000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:749c51e27d971460a0e274488711bdace967a2496c2e153a03130af934099cdb
3
+ size 18150015533
oscar/pt_32000_bpe_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fb497933172c1ac1f556c4ac15442534a8bff9fc1f1ce7a6c25c22744de80f1
3
+ size 20564898878
oscar/pt_32000_unigram.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:749c51e27d971460a0e274488711bdace967a2496c2e153a03130af934099cdb
3
+ size 18150015533
oscar/pt_32000_unigram_untokenized.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fb497933172c1ac1f556c4ac15442534a8bff9fc1f1ce7a6c25c22744de80f1
3
+ size 20564898878
oscar/pt_64000_bpe.arpa.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:749c51e27d971460a0e274488711bdace967a2496c2e153a03130af934099cdb
3
+ size 18150015533