Files changed (1) hide show
  1. config.json +29 -3
config.json CHANGED
@@ -79,7 +79,33 @@
79
  },
80
  "addr_qk": 53248,
81
  "addr_kv": 53536,
82
- "flm_version": "0.9.25",
 
83
  "vision_end_token_id": 248054,
84
- "vision_start_token_id": 248053
85
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
79
  },
80
  "addr_qk": 53248,
81
  "addr_kv": 53536,
82
+ "flm_version": "0.9.25",
83
+ "vision_model_weight": "vision_weight.q4nx",
84
  "vision_end_token_id": 248054,
85
+ "vision_start_token_id": 248053,
86
+ "vision_config": {
87
+ "vision_mm_engine_xclbin_name": "vision_mm.xclbin",
88
+ "vision_mha_engine_xclbin_name": "vision_attn.xclbin",
89
+ "QWEN3_5_PATCH_SIZE": 16,
90
+ "QWEN3_5_IMAGE_MERGE_SIZE": 2,
91
+ "QWEN3_5_SPATIAL_MERGE_SIZE": 2,
92
+ "QWEN3_5_SHORTEST_EDGE": 65536,
93
+ "QWEN3_5_LONGEST_EDGE": 16777216,
94
+ "QWEN3_5_VISION_RESCALE_FACTOR": 0.00392156862745098,
95
+ "QWEN3_5_VISION_RESCALE_IMAGE_MEAN": 0.5,
96
+ "QWEN3_5_VISION_RESCALE_IMAGE_STD": 0.5,
97
+ "QWEN3_5_TEMPORAL_PATCH_SIZE": 2,
98
+
99
+ "QWEN3_5_VISION_EMBED_DIM": 1152,
100
+ "QWEN3_5_VISION_NUM_HEADS": 16,
101
+ "QWEN3_5_VISION_HEAD_DIM": 72,
102
+ "QWEN3_5_VISION_MLP_INTERMEDIATE_SIZE": 4304,
103
+ "QWEN3_5_VISION_NUM_POSITION_EMBEDDINGS": 2304,
104
+ "QWEN3_5_VISION_NUM_LAYERS": 27,
105
+ "QWEN3_5_VISION_LAYER_NORM_EPSILON": 1e-06,
106
+ "QWEN3_5_VISION_OUT_HIDDEN_SIZE": 4096,
107
+ "VISION_MM_TILE_M": 128,
108
+ "VISION_MM_TILE_K": 256,
109
+ "VISION_MM_TILE_N": 64
110
+ }
111
+ }