MM-MVR commited on
Commit
65298fd
·
verified ·
1 Parent(s): ebc773b

Upload config.json

Browse files
Files changed (1) hide show
  1. config.json +35 -0
config.json ADDED
@@ -0,0 +1,35 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model_name": "STAR_Qwen2.5-3B_VQGAN",
3
+ "model_type": "STARMultiModalityConfig",
4
+ "language_model": {
5
+ "model_name": "Qwen2.5-VL",
6
+ "model_path": "checkpoints/Qwen2.5-VL-3B-Instruct"
7
+ },
8
+ "pixel_encoder": {
9
+ "model_name": "VQ_Model",
10
+ "model_path": "checkpoints/VQ-Model.pt",
11
+ "image_token_size": 65536,
12
+ "n_embed": 512,
13
+ "num_tokens": 576,
14
+ "num_heads": 8
15
+ },
16
+ "pixel_adapter": {
17
+ "model_name": "MLP_GELU",
18
+ "depth": 2,
19
+ "input_dim": 512,
20
+ "n_embed": 2048
21
+ },
22
+ "stacked_ar": {
23
+ "num_layers": 16
24
+ },
25
+ "pixel_output_head": {
26
+ "image_token_embed": 4096,
27
+ "image_token_size": 65536,
28
+ "n_embed": 2048
29
+ },
30
+ "pixel_decoder": {
31
+ "model_name": "LUMINA2",
32
+ "model_path": "checkpoints/lumina-image2"
33
+ },
34
+ "torch_dtype": "bfloat16"
35
+ }