morpheushoc commited on
Commit
a9be2ba
·
verified ·
1 Parent(s): bab79b8

Upload config

Browse files
Files changed (1) hide show
  1. config.json +45 -3
config.json CHANGED
@@ -1,14 +1,56 @@
1
  {
2
- "_name_or_path": "OpenGVLab/InternVideo2-Chat-8B",
3
  "architectures": [
4
  "InternVideo2_cls"
5
  ],
6
  "auto_map": {
7
  "AutoConfig": "model_config.VideoChat2Config",
8
- "AutoModel": "modeling_videochat2_cls.InternVideo2_cls"
9
  },
10
  "model_cls": "InternVideo2_VideoChat2",
11
- "model_config": null,
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
12
  "model_type": "InternVideo2_VideoChat2",
13
  "torch_dtype": "float32",
14
  "transformers_version": "4.46.1",
 
1
  {
2
+ "_name_or_path": "morpheushoc/InternVideo2-Chat-8B",
3
  "architectures": [
4
  "InternVideo2_cls"
5
  ],
6
  "auto_map": {
7
  "AutoConfig": "model_config.VideoChat2Config",
8
+ "AutoModel": "morpheushoc/InternVideo2-Chat-8B--modeling_videochat2_cls.InternVideo2_cls"
9
  },
10
  "model_cls": "InternVideo2_VideoChat2",
11
+ "model_config": {
12
+ "bridge": {
13
+ "extra_num_query_token": 64,
14
+ "name": "qformer",
15
+ "num_query_token": 32,
16
+ "qformer_attention_probs_dropout_prob": 0.1,
17
+ "qformer_drop_path_rate": 0.2,
18
+ "qformer_hidden_dropout_prob": 0.1
19
+ },
20
+ "freeze_bridge": false,
21
+ "freeze_llm": false,
22
+ "freeze_vision_encoder": false,
23
+ "llm": {
24
+ "lora_alpha": 32,
25
+ "lora_dropout": 0.1,
26
+ "lora_r": 16,
27
+ "name": "mistral_7b",
28
+ "pretrained_llm_path": "mistralai/Mistral-7B-Instruct-v0.3",
29
+ "use_lora": true
30
+ },
31
+ "loss": {
32
+ "use_vision_regression_loss": false
33
+ },
34
+ "pretrained_paths": {},
35
+ "use_flash_attention": true,
36
+ "vision_encoder": {
37
+ "checkpoint_num": 48,
38
+ "d_model": 1408,
39
+ "encoder_embed_dim": 1408,
40
+ "img_size": 224,
41
+ "name": "internvideo2-1B",
42
+ "num_frames": 8,
43
+ "origin_num_frames": 4,
44
+ "patch_size": 14,
45
+ "pretrained": null,
46
+ "sep_image_video_pos_embed": true,
47
+ "tubelet_size": 1,
48
+ "use_checkpoint": true,
49
+ "vit_add_ln": true,
50
+ "x_vis_only": true,
51
+ "x_vis_return_idx": -2
52
+ }
53
+ },
54
  "model_type": "InternVideo2_VideoChat2",
55
  "torch_dtype": "float32",
56
  "transformers_version": "4.46.1",