TiberiuCristianLeon commited on
Commit
f86e88a
·
verified ·
1 Parent(s): f0029a7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +2 -25
app.py CHANGED
@@ -97,6 +97,8 @@ class Bergamot:
97
  self.localfolder = f"{self.subfolder}/{model_name}"
98
  # List all files in the repo
99
  self.all_files = list_repo_files(self.repo_id, repo_type='model')
 
 
100
 
101
  def downloadbergamotfiles(self):
102
  print('input text type:', type(self.input_text), len(self.all_files), 'installed_pairs', self.installed_pairs, 'defaultlocalfolder', self.localfolder)
@@ -128,30 +130,6 @@ class Bergamot:
128
  def translate(self):
129
  self.downloadbergamotfiles()
130
  try:
131
- import yaml
132
- cfg = {
133
- "bergamot-mode": "wasm",
134
- "models": [f"{self.localfolder}/model.{self.subfolder}.intgemm.alphas.bin"],
135
- "vocabs": [f"{self.localfolder}/vocab.{self.subfolder}.spm", f"{self.localfolder}/vocab.{self.subfolder}.spm"],
136
- "shortlist": [f"{self.localfolder}/lex.50.50.{self.subfolder}.s2t.bin", False],
137
- "beam-size": 2,
138
- "normalize": 1.0,
139
- "word-penalty": 0,
140
- "max-length-break": 128,
141
- "mini-batch-words": 1024,
142
- "workspace": 128,
143
- "max-length-factor": 2.0,
144
- "skip-cost": True,
145
- "cpu-threads": 4,
146
- "gemm-precision": "int8shiftAlphaAll",
147
- "alignment": "soft",
148
- "quiet": False,
149
- "quiet-translation": False,
150
- "gemm-precision": "int8shiftAlphaAll",
151
- "alignment": "soft"
152
- }
153
-
154
- cfg_textyaml = yaml.safe_dump(cfg) # returns YAML string, no file written
155
  cfg_text = f'''
156
  bergamot-mode: wasm
157
  models:
@@ -176,7 +154,6 @@ class Bergamot:
176
  gemm-precision: int8shiftAlphaAll
177
  alignment: soft
178
  '''
179
-
180
  model = self.service.modelFromConfig(cfg_text)
181
  # model = self.service.modelFromConfigPath(f"{self.localfolder}/config.yml")
182
  options = bergamot.ResponseOptions(alignment=False, sentenceMappings=False, qualityScores=False, HTML=False)
 
97
  self.localfolder = f"{self.subfolder}/{model_name}"
98
  # List all files in the repo
99
  self.all_files = list_repo_files(self.repo_id, repo_type='model')
100
+ self.all_models = sorted({file.rsplit('/', 1)[0] for file in all if '/' in file})
101
+ print(f'{self.all_models=}')
102
 
103
  def downloadbergamotfiles(self):
104
  print('input text type:', type(self.input_text), len(self.all_files), 'installed_pairs', self.installed_pairs, 'defaultlocalfolder', self.localfolder)
 
130
  def translate(self):
131
  self.downloadbergamotfiles()
132
  try:
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
133
  cfg_text = f'''
134
  bergamot-mode: wasm
135
  models:
 
154
  gemm-precision: int8shiftAlphaAll
155
  alignment: soft
156
  '''
 
157
  model = self.service.modelFromConfig(cfg_text)
158
  # model = self.service.modelFromConfigPath(f"{self.localfolder}/config.yml")
159
  options = bergamot.ResponseOptions(alignment=False, sentenceMappings=False, qualityScores=False, HTML=False)