Spaces:
Running
Running
Update app.py
Browse files
app.py
CHANGED
|
@@ -97,6 +97,8 @@ class Bergamot:
|
|
| 97 |
self.localfolder = f"{self.subfolder}/{model_name}"
|
| 98 |
# List all files in the repo
|
| 99 |
self.all_files = list_repo_files(self.repo_id, repo_type='model')
|
|
|
|
|
|
|
| 100 |
|
| 101 |
def downloadbergamotfiles(self):
|
| 102 |
print('input text type:', type(self.input_text), len(self.all_files), 'installed_pairs', self.installed_pairs, 'defaultlocalfolder', self.localfolder)
|
|
@@ -128,30 +130,6 @@ class Bergamot:
|
|
| 128 |
def translate(self):
|
| 129 |
self.downloadbergamotfiles()
|
| 130 |
try:
|
| 131 |
-
import yaml
|
| 132 |
-
cfg = {
|
| 133 |
-
"bergamot-mode": "wasm",
|
| 134 |
-
"models": [f"{self.localfolder}/model.{self.subfolder}.intgemm.alphas.bin"],
|
| 135 |
-
"vocabs": [f"{self.localfolder}/vocab.{self.subfolder}.spm", f"{self.localfolder}/vocab.{self.subfolder}.spm"],
|
| 136 |
-
"shortlist": [f"{self.localfolder}/lex.50.50.{self.subfolder}.s2t.bin", False],
|
| 137 |
-
"beam-size": 2,
|
| 138 |
-
"normalize": 1.0,
|
| 139 |
-
"word-penalty": 0,
|
| 140 |
-
"max-length-break": 128,
|
| 141 |
-
"mini-batch-words": 1024,
|
| 142 |
-
"workspace": 128,
|
| 143 |
-
"max-length-factor": 2.0,
|
| 144 |
-
"skip-cost": True,
|
| 145 |
-
"cpu-threads": 4,
|
| 146 |
-
"gemm-precision": "int8shiftAlphaAll",
|
| 147 |
-
"alignment": "soft",
|
| 148 |
-
"quiet": False,
|
| 149 |
-
"quiet-translation": False,
|
| 150 |
-
"gemm-precision": "int8shiftAlphaAll",
|
| 151 |
-
"alignment": "soft"
|
| 152 |
-
}
|
| 153 |
-
|
| 154 |
-
cfg_textyaml = yaml.safe_dump(cfg) # returns YAML string, no file written
|
| 155 |
cfg_text = f'''
|
| 156 |
bergamot-mode: wasm
|
| 157 |
models:
|
|
@@ -176,7 +154,6 @@ class Bergamot:
|
|
| 176 |
gemm-precision: int8shiftAlphaAll
|
| 177 |
alignment: soft
|
| 178 |
'''
|
| 179 |
-
|
| 180 |
model = self.service.modelFromConfig(cfg_text)
|
| 181 |
# model = self.service.modelFromConfigPath(f"{self.localfolder}/config.yml")
|
| 182 |
options = bergamot.ResponseOptions(alignment=False, sentenceMappings=False, qualityScores=False, HTML=False)
|
|
|
|
| 97 |
self.localfolder = f"{self.subfolder}/{model_name}"
|
| 98 |
# List all files in the repo
|
| 99 |
self.all_files = list_repo_files(self.repo_id, repo_type='model')
|
| 100 |
+
self.all_models = sorted({file.rsplit('/', 1)[0] for file in all if '/' in file})
|
| 101 |
+
print(f'{self.all_models=}')
|
| 102 |
|
| 103 |
def downloadbergamotfiles(self):
|
| 104 |
print('input text type:', type(self.input_text), len(self.all_files), 'installed_pairs', self.installed_pairs, 'defaultlocalfolder', self.localfolder)
|
|
|
|
| 130 |
def translate(self):
|
| 131 |
self.downloadbergamotfiles()
|
| 132 |
try:
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 133 |
cfg_text = f'''
|
| 134 |
bergamot-mode: wasm
|
| 135 |
models:
|
|
|
|
| 154 |
gemm-precision: int8shiftAlphaAll
|
| 155 |
alignment: soft
|
| 156 |
'''
|
|
|
|
| 157 |
model = self.service.modelFromConfig(cfg_text)
|
| 158 |
# model = self.service.modelFromConfigPath(f"{self.localfolder}/config.yml")
|
| 159 |
options = bergamot.ResponseOptions(alignment=False, sentenceMappings=False, qualityScores=False, HTML=False)
|