TiberiuCristianLeon commited on
Commit
9333713
·
verified ·
1 Parent(s): 0edba94

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +31 -1
app.py CHANGED
@@ -137,6 +137,11 @@ class Bergamot:
137
  "beam-size": 2,
138
  "normalize": 1.0,
139
  "word-penalty": 0,
 
 
 
 
 
140
  "cpu-threads": 4,
141
  "gemm-precision": "int8shiftAlphaAll",
142
  "alignment": "soft",
@@ -146,7 +151,32 @@ class Bergamot:
146
  "alignment": "soft"
147
  }
148
 
149
- cfg_text = yaml.safe_dump(cfg) # returns YAML string, no file written
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
150
  model = self.service.modelFromConfig(cfg_text)
151
  # model = self.service.modelFromConfigPath(f"{self.localfolder}/config.yml")
152
  options = bergamot.ResponseOptions(alignment=False, sentenceMappings=False, qualityScores=False, HTML=False)
 
137
  "beam-size": 2,
138
  "normalize": 1.0,
139
  "word-penalty": 0,
140
+ "max-length-break": 128,
141
+ "mini-batch-words": 1024,
142
+ "workspace": 128,
143
+ "max-length-factor": 2.0,
144
+ "skip-cost": True,
145
  "cpu-threads": 4,
146
  "gemm-precision": "int8shiftAlphaAll",
147
  "alignment": "soft",
 
151
  "alignment": "soft"
152
  }
153
 
154
+ cfg_textyaml = yaml.safe_dump(cfg) # returns YAML string, no file written
155
+ cfg_text = f"""
156
+ bergamot-mode: wasm
157
+ models:
158
+ - f"{self.localfolder}/model.{self.subfolder}.intgemm.alphas.bin"
159
+ vocabs:
160
+ - f"{self.localfolder}/vocab.{self.subfolder}.spm"
161
+ - f"{self.localfolder}/vocab.{self.subfolder}.spm"
162
+ shortlist:
163
+ - f"{self.localfolder}/lex.50.50.{self.subfolder}.s2t.bin"
164
+ - false
165
+ beam-size: 2
166
+ normalize: 1.0
167
+ word-penalty: 0
168
+ max-length-break: 128
169
+ mini-batch-words: 1024
170
+ workspace: 128
171
+ max-length-factor: 2.0
172
+ skip-cost: true
173
+ cpu-threads: 4
174
+ quiet: false
175
+ quiet-translation: false
176
+ gemm-precision: int8shiftAlphaAll
177
+ alignment: soft
178
+ """
179
+
180
  model = self.service.modelFromConfig(cfg_text)
181
  # model = self.service.modelFromConfigPath(f"{self.localfolder}/config.yml")
182
  options = bergamot.ResponseOptions(alignment=False, sentenceMappings=False, qualityScores=False, HTML=False)