samsja commited on
Commit
26d7ef4
·
verified ·
1 Parent(s): 94e857e

Upload folder using huggingface_hub

Browse files
Files changed (2) hide show
  1. config.json +0 -16
  2. model.safetensors +2 -2
config.json CHANGED
@@ -51,30 +51,14 @@
51
  "vocab_size": 129280
52
  },
53
  "vision_config": {
54
- "_attn_implementation": "sdpa",
55
- "init_pos_emb_height": 64,
56
- "init_pos_emb_time": 4,
57
- "init_pos_emb_width": 64,
58
- "merge_kernel_size": [
59
- 2,
60
- 2
61
- ],
62
- "merge_type": "sd2_tpool",
63
  "mm_hidden_size": 64,
64
  "mm_projector_type": "patchmerger",
65
  "patch_size": 14,
66
- "pos_emb_type": "divided_fixed",
67
- "projector_hidden_act": "gelu",
68
- "projector_ln_eps": 1e-05,
69
  "text_hidden_size": 1024,
70
- "video_attn_type": "spatial_temporal",
71
  "vt_hidden_size": 64,
72
  "vt_intermediate_size": 128,
73
  "vt_num_attention_heads": 2,
74
  "vt_num_hidden_layers": 2
75
  },
76
- "media_placeholder_token_id": 163605,
77
- "use_unified_vision_chunk": true,
78
- "video_placeholder": "<|kimi_k25_video_placeholder|>",
79
  "tie_word_embeddings": false
80
  }
 
51
  "vocab_size": 129280
52
  },
53
  "vision_config": {
 
 
 
 
 
 
 
 
 
54
  "mm_hidden_size": 64,
55
  "mm_projector_type": "patchmerger",
56
  "patch_size": 14,
 
 
 
57
  "text_hidden_size": 1024,
 
58
  "vt_hidden_size": 64,
59
  "vt_intermediate_size": 128,
60
  "vt_num_attention_heads": 2,
61
  "vt_num_hidden_layers": 2
62
  },
 
 
 
63
  "tie_word_embeddings": false
64
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5add52f218da50527c1b7968c424c6b33669addabf38aeb8045cff6946a30e79
3
- size 2401906520
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d93acccadf36af24f9a845931afdc2b4e10cd4efdc51343824c1f30d10568129
3
+ size 2397156976