rajthakkar123 commited on
Commit
e4ae62e
·
verified ·
1 Parent(s): 0257c0f

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +3 -1
config.json CHANGED
@@ -2,6 +2,7 @@
2
  "architectures": [
3
  "KimiK25ForConditionalGeneration"
4
  ],
 
5
  "auto_map": {
6
  "AutoConfig": "configuration_kimi_k25.KimiK25Config",
7
  "AutoModel": "modeling_kimi_k25.KimiK25ForConditionalGeneration",
@@ -17,6 +18,7 @@
17
  "text_config": {
18
  "_name_or_path": "",
19
  "add_cross_attention": false,
 
20
  "architectures": [
21
  "DeepseekV3ForCausalLM"
22
  ],
@@ -167,7 +169,7 @@
167
  "use_unified_vision_chunk": true,
168
  "video_placeholder": "<|kimi_k25_video_placeholder|>",
169
  "vision_config": {
170
- "_attn_implementation": "flash_attention_2",
171
  "init_pos_emb_height": 64,
172
  "init_pos_emb_time": 4,
173
  "init_pos_emb_width": 64,
 
2
  "architectures": [
3
  "KimiK25ForConditionalGeneration"
4
  ],
5
+ "_attn_implementation": "eager",
6
  "auto_map": {
7
  "AutoConfig": "configuration_kimi_k25.KimiK25Config",
8
  "AutoModel": "modeling_kimi_k25.KimiK25ForConditionalGeneration",
 
18
  "text_config": {
19
  "_name_or_path": "",
20
  "add_cross_attention": false,
21
+ "_attn_implementation": "eager",
22
  "architectures": [
23
  "DeepseekV3ForCausalLM"
24
  ],
 
169
  "use_unified_vision_chunk": true,
170
  "video_placeholder": "<|kimi_k25_video_placeholder|>",
171
  "vision_config": {
172
+ "_attn_implementation": "eager",
173
  "init_pos_emb_height": 64,
174
  "init_pos_emb_time": 4,
175
  "init_pos_emb_width": 64,