Update modeling_cge2.py
Browse files- modeling_cge2.py +1 -1
modeling_cge2.py
CHANGED
|
@@ -256,7 +256,7 @@ class CgeForEmbedding(CGEModel):
|
|
| 256 |
self.mha_pma_disc = PMA_v2(self.emb_dim, self.compressed_dim, self.num_heads, 1, ln=self.ln)
|
| 257 |
self.pool = None
|
| 258 |
self.target_devices = self.get_target_devices(None)
|
| 259 |
-
self.tokenizer = AutoTokenizer.from_pretrained(config.tokenizer_name_or_path) if config.tokenizer_name_or_path is not None else None
|
| 260 |
self.config_class = CGEConfig
|
| 261 |
|
| 262 |
|
|
|
|
| 256 |
self.mha_pma_disc = PMA_v2(self.emb_dim, self.compressed_dim, self.num_heads, 1, ln=self.ln)
|
| 257 |
self.pool = None
|
| 258 |
self.target_devices = self.get_target_devices(None)
|
| 259 |
+
self.tokenizer = AutoTokenizer.from_pretrained(config.tokenizer_name_or_path, padding_side=config.padding_side) if config.tokenizer_name_or_path is not None else None
|
| 260 |
self.config_class = CGEConfig
|
| 261 |
|
| 262 |
|