Hugging Face's logo

TuKoResearch
/
GSLM-HuBERT200

Safetensors
gslm
custom_code
Model card Files
xet
Community
klemenk commited on
Commit
723c75b
·
verified ·
1 Parent(s): 9eaf1e5

Update config.py

Browse files
Files changed (1) hide show
  1. config.py +1 -1
config.py CHANGED
@@ -30,7 +30,7 @@ class GSLMConfig(PretrainedConfig):
30
  dropout: float = 0.1,
31
  attention_dropout: float = 0.1,
32
  max_seq_length: int = 3072,
33
- pad_idx: int = 0,
34
  share_input_output_embed: bool = True,
35
  activation: str = "relu",
36
  architecture: str = "transformer_lm_big",
 
30
  dropout: float = 0.1,
31
  attention_dropout: float = 0.1,
32
  max_seq_length: int = 3072,
33
+ pad_idx: int = 204,
34
  share_input_output_embed: bool = True,
35
  activation: str = "relu",
36
  architecture: str = "transformer_lm_big",