Upload folder using huggingface_hub
Browse files- .gitattributes +3 -0
- HiSd/data.blm.sd +3 -0
- HiSd/moses.ini +36 -0
- HiSd/phrase-table.minphr +3 -0
- HiSd/reordering-table.minlexr +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
HiSd/data.blm.sd filter=lfs diff=lfs merge=lfs -text
|
| 37 |
+
HiSd/phrase-table.minphr filter=lfs diff=lfs merge=lfs -text
|
| 38 |
+
HiSd/reordering-table.minlexr filter=lfs diff=lfs merge=lfs -text
|
HiSd/data.blm.sd
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6187fd1cb61e3e5b2f877e288e9c036d77ddf9f58a0535165211202a9e06f282
|
| 3 |
+
size 103821192
|
HiSd/moses.ini
ADDED
|
@@ -0,0 +1,36 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
#########################
|
| 2 |
+
### MOSES CONFIG FILE ###
|
| 3 |
+
#########################
|
| 4 |
+
|
| 5 |
+
# input factors
|
| 6 |
+
[input-factors]
|
| 7 |
+
0
|
| 8 |
+
|
| 9 |
+
# mapping steps
|
| 10 |
+
[mapping]
|
| 11 |
+
0 T 0
|
| 12 |
+
|
| 13 |
+
[distortion-limit]
|
| 14 |
+
6
|
| 15 |
+
|
| 16 |
+
# feature functions
|
| 17 |
+
[feature]
|
| 18 |
+
UnknownWordPenalty
|
| 19 |
+
WordPenalty
|
| 20 |
+
PhrasePenalty
|
| 21 |
+
PhraseDictionaryCompact name=TranslationModel0 num-features=4 path=/app/moses/HiSd/phrase-table.minphr input-factor=0 output-factor=0
|
| 22 |
+
LexicalReordering name=LexicalReordering0 num-features=6 type=wbe-msd-bidirectional-fe-allff input-factor=0 output-factor=0 path=/app/moses/HiSd/reordering-table
|
| 23 |
+
Distortion
|
| 24 |
+
KENLM name=LM0 factor=0 path=/app/moses/HiSd/data.blm.sd order=5
|
| 25 |
+
|
| 26 |
+
# dense weights for feature functions
|
| 27 |
+
[weight]
|
| 28 |
+
# The default weights are NOT optimized for translation quality. You MUST tune the weights.
|
| 29 |
+
# Documentation for tuning is here: http://www.statmt.org/moses/?n=FactoredTraining.Tuning
|
| 30 |
+
UnknownWordPenalty0= 1
|
| 31 |
+
WordPenalty0= -1
|
| 32 |
+
PhrasePenalty0= 0.2
|
| 33 |
+
TranslationModel0= 0.2 0.2 0.2 0.2
|
| 34 |
+
LexicalReordering0= 0.3 0.3 0.3 0.3 0.3 0.3
|
| 35 |
+
Distortion0= 0.3
|
| 36 |
+
LM0= 0.5
|
HiSd/phrase-table.minphr
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:725b4e704b7fbd419d91ee095b4a637dcb3f3b190d10ebdeb03a0e97ce12f3b9
|
| 3 |
+
size 98185348
|
HiSd/reordering-table.minlexr
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:022de013641775d7443f83167cff118f6da49034eb47f0b5188f3c7377b7c423
|
| 3 |
+
size 39894750
|