charlesxsh
/

custom-model

Model card Files Files and versions

charlesxsh commited on Sep 23, 2024

Commit

f4f04db

·

1 Parent(s): de5208c

yo

Files changed (1) hide show

custom_model.py +1 -1

custom_model.py CHANGED Viewed

@@ -12,7 +12,7 @@ class CustomModelConfig(PretrainedConfig):
         self.vocab_size = 1000
         self.num_hidden_layers = 1
         self.intermediate_size = 256
-        self.hidden_act = "relu"
 class CustomModel(PreTrainedModel):

         self.vocab_size = 1000
         self.num_hidden_layers = 1
         self.intermediate_size = 256
+        self.hidden_act = "silu"
 class CustomModel(PreTrainedModel):