Elvis-t9 commited on
Commit
253f126
·
verified ·
1 Parent(s): dfa0f25

Update modeling_cge2.py

Browse files
Files changed (1) hide show
  1. modeling_cge2.py +1 -1
modeling_cge2.py CHANGED
@@ -256,7 +256,7 @@ class CgeForEmbedding(CGEModel):
256
  self.mha_pma_disc = PMA_v2(self.emb_dim, self.compressed_dim, self.num_heads, 1, ln=self.ln)
257
  self.pool = None
258
  self.target_devices = self.get_target_devices(None)
259
- self.tokenizer = AutoTokenizer.from_pretrained(config.tokenizer_name_or_path) if config.tokenizer_name_or_path is not None else None
260
  self.config_class = CGEConfig
261
 
262
 
 
256
  self.mha_pma_disc = PMA_v2(self.emb_dim, self.compressed_dim, self.num_heads, 1, ln=self.ln)
257
  self.pool = None
258
  self.target_devices = self.get_target_devices(None)
259
+ self.tokenizer = AutoTokenizer.from_pretrained(config.tokenizer_name_or_path, padding_side=config.padding_side) if config.tokenizer_name_or_path is not None else None
260
  self.config_class = CGEConfig
261
 
262