Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -137,6 +137,11 @@ class Bergamot:
|
|
| 137 |
"beam-size": 2,
|
| 138 |
"normalize": 1.0,
|
| 139 |
"word-penalty": 0,
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 140 |
"cpu-threads": 4,
|
| 141 |
"gemm-precision": "int8shiftAlphaAll",
|
| 142 |
"alignment": "soft",
|
|
@@ -146,7 +151,32 @@ class Bergamot:
|
|
| 146 |
"alignment": "soft"
|
| 147 |
}
|
| 148 |
|
| 149 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 150 |
model = self.service.modelFromConfig(cfg_text)
|
| 151 |
# model = self.service.modelFromConfigPath(f"{self.localfolder}/config.yml")
|
| 152 |
options = bergamot.ResponseOptions(alignment=False, sentenceMappings=False, qualityScores=False, HTML=False)
|
|
|
|
| 137 |
"beam-size": 2,
|
| 138 |
"normalize": 1.0,
|
| 139 |
"word-penalty": 0,
|
| 140 |
+
"max-length-break": 128,
|
| 141 |
+
"mini-batch-words": 1024,
|
| 142 |
+
"workspace": 128,
|
| 143 |
+
"max-length-factor": 2.0,
|
| 144 |
+
"skip-cost": True,
|
| 145 |
"cpu-threads": 4,
|
| 146 |
"gemm-precision": "int8shiftAlphaAll",
|
| 147 |
"alignment": "soft",
|
|
|
|
| 151 |
"alignment": "soft"
|
| 152 |
}
|
| 153 |
|
| 154 |
+
cfg_textyaml = yaml.safe_dump(cfg) # returns YAML string, no file written
|
| 155 |
+
cfg_text = f"""
|
| 156 |
+
bergamot-mode: wasm
|
| 157 |
+
models:
|
| 158 |
+
- f"{self.localfolder}/model.{self.subfolder}.intgemm.alphas.bin"
|
| 159 |
+
vocabs:
|
| 160 |
+
- f"{self.localfolder}/vocab.{self.subfolder}.spm"
|
| 161 |
+
- f"{self.localfolder}/vocab.{self.subfolder}.spm"
|
| 162 |
+
shortlist:
|
| 163 |
+
- f"{self.localfolder}/lex.50.50.{self.subfolder}.s2t.bin"
|
| 164 |
+
- false
|
| 165 |
+
beam-size: 2
|
| 166 |
+
normalize: 1.0
|
| 167 |
+
word-penalty: 0
|
| 168 |
+
max-length-break: 128
|
| 169 |
+
mini-batch-words: 1024
|
| 170 |
+
workspace: 128
|
| 171 |
+
max-length-factor: 2.0
|
| 172 |
+
skip-cost: true
|
| 173 |
+
cpu-threads: 4
|
| 174 |
+
quiet: false
|
| 175 |
+
quiet-translation: false
|
| 176 |
+
gemm-precision: int8shiftAlphaAll
|
| 177 |
+
alignment: soft
|
| 178 |
+
"""
|
| 179 |
+
|
| 180 |
model = self.service.modelFromConfig(cfg_text)
|
| 181 |
# model = self.service.modelFromConfigPath(f"{self.localfolder}/config.yml")
|
| 182 |
options = bergamot.ResponseOptions(alignment=False, sentenceMappings=False, qualityScores=False, HTML=False)
|