suricodes commited on
Commit
94d1ac1
·
verified ·
1 Parent(s): 4b7302c

Upload folder using huggingface_hub

Browse files
.gitattributes CHANGED
@@ -33,3 +33,6 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ HiSd/data.blm.sd filter=lfs diff=lfs merge=lfs -text
37
+ HiSd/phrase-table.minphr filter=lfs diff=lfs merge=lfs -text
38
+ HiSd/reordering-table.minlexr filter=lfs diff=lfs merge=lfs -text
HiSd/data.blm.sd ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6187fd1cb61e3e5b2f877e288e9c036d77ddf9f58a0535165211202a9e06f282
3
+ size 103821192
HiSd/moses.ini ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ #########################
2
+ ### MOSES CONFIG FILE ###
3
+ #########################
4
+
5
+ # input factors
6
+ [input-factors]
7
+ 0
8
+
9
+ # mapping steps
10
+ [mapping]
11
+ 0 T 0
12
+
13
+ [distortion-limit]
14
+ 6
15
+
16
+ # feature functions
17
+ [feature]
18
+ UnknownWordPenalty
19
+ WordPenalty
20
+ PhrasePenalty
21
+ PhraseDictionaryCompact name=TranslationModel0 num-features=4 path=/app/moses/HiSd/phrase-table.minphr input-factor=0 output-factor=0
22
+ LexicalReordering name=LexicalReordering0 num-features=6 type=wbe-msd-bidirectional-fe-allff input-factor=0 output-factor=0 path=/app/moses/HiSd/reordering-table
23
+ Distortion
24
+ KENLM name=LM0 factor=0 path=/app/moses/HiSd/data.blm.sd order=5
25
+
26
+ # dense weights for feature functions
27
+ [weight]
28
+ # The default weights are NOT optimized for translation quality. You MUST tune the weights.
29
+ # Documentation for tuning is here: http://www.statmt.org/moses/?n=FactoredTraining.Tuning
30
+ UnknownWordPenalty0= 1
31
+ WordPenalty0= -1
32
+ PhrasePenalty0= 0.2
33
+ TranslationModel0= 0.2 0.2 0.2 0.2
34
+ LexicalReordering0= 0.3 0.3 0.3 0.3 0.3 0.3
35
+ Distortion0= 0.3
36
+ LM0= 0.5
HiSd/phrase-table.minphr ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:725b4e704b7fbd419d91ee095b4a637dcb3f3b190d10ebdeb03a0e97ce12f3b9
3
+ size 98185348
HiSd/reordering-table.minlexr ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:022de013641775d7443f83167cff118f6da49034eb47f0b5188f3c7377b7c423
3
+ size 39894750