2796gauravc commited on
Commit
9343273
·
verified ·
1 Parent(s): 68b49fd

[HACK] Change model_type from gemma3_text to gemma2

Browse files
Files changed (1) hide show
  1. config.json +2 -2
config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_sliding_window_pattern": 6,
3
  "architectures": [
4
- "Gemma3ForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
@@ -39,7 +39,7 @@
39
  "full_attention"
40
  ],
41
  "max_position_embeddings": 32768,
42
- "model_type": "gemma3_text",
43
  "num_attention_heads": 4,
44
  "num_hidden_layers": 18,
45
  "num_key_value_heads": 1,
 
1
  {
2
  "_sliding_window_pattern": 6,
3
  "architectures": [
4
+ "Gemma2ForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
 
39
  "full_attention"
40
  ],
41
  "max_position_embeddings": 32768,
42
+ "model_type": "gemma2",
43
  "num_attention_heads": 4,
44
  "num_hidden_layers": 18,
45
  "num_key_value_heads": 1,