guarin HF Staff commited on
Commit
9699ad6
·
verified ·
1 Parent(s): 1acc343

Update config.json and preprocessor_config.json

Browse files
Files changed (1) hide show
  1. config.json +25 -25
config.json CHANGED
@@ -86,7 +86,7 @@
86
  "num_channels": 3,
87
  "num_first_full_attention_layers": 8,
88
  "num_hidden_layers": 40,
89
- "num_key_value_attention_heads": 8,
90
  "num_key_value_heads_per_layer": [
91
  24,
92
  24,
@@ -96,30 +96,30 @@
96
  24,
97
  24,
98
  24,
99
- 8,
100
- 8,
101
- 8,
102
- 8,
103
- 8,
104
- 8,
105
- 8,
106
- 8,
107
- 8,
108
- 8,
109
- 8,
110
- 8,
111
- 8,
112
- 8,
113
- 8,
114
- 8,
115
- 8,
116
- 8,
117
- 8,
118
- 8,
119
- 8,
120
- 8,
121
- 8,
122
- 8,
123
  24,
124
  24,
125
  24,
 
86
  "num_channels": 3,
87
  "num_first_full_attention_layers": 8,
88
  "num_hidden_layers": 40,
89
+ "num_key_value_attention_heads": 12,
90
  "num_key_value_heads_per_layer": [
91
  24,
92
  24,
 
96
  24,
97
  24,
98
  24,
99
+ 12,
100
+ 12,
101
+ 12,
102
+ 12,
103
+ 12,
104
+ 12,
105
+ 12,
106
+ 12,
107
+ 12,
108
+ 12,
109
+ 12,
110
+ 12,
111
+ 12,
112
+ 12,
113
+ 12,
114
+ 12,
115
+ 12,
116
+ 12,
117
+ 12,
118
+ 12,
119
+ 12,
120
+ 12,
121
+ 12,
122
+ 12,
123
  24,
124
  24,
125
  24,