| { |
| "model_type": "penguinvl_qwen3", |
| "params": { |
| "embed_token_param": "embed.ncnn.param", |
| "embed_token_bin": "embed.ncnn.bin", |
| "decoder_param": "decoder_nocache.ncnn.param", |
| "decoder_bin": "decoder_nocache.ncnn.bin", |
| "lm_head_param": "lm_head.ncnn.param", |
| "lm_head_bin": "lm_head.ncnn.bin" |
| }, |
| "tokenizer": { |
| "type": "bbpe", |
| "vocab_file": "vocab.txt", |
| "merges_file": "merges.txt", |
| "bos": "", |
| "eos": "<|im_end|>", |
| "additional_special_tokens": [ |
| "<|im_start|>", |
| "<|im_end|>", |
| "<image>", |
| "<think>", |
| "</think>" |
| ] |
| }, |
| "setting": { |
| "hidden_size": 2048, |
| "attn_cnt": 28, |
| "kv_heads": 8, |
| "kv_cache": false, |
| "system_prompt": "", |
| "rope": { |
| "type": "RoPE", |
| "rope_head_dim": 128, |
| "rope_theta": 1000000.0 |
| }, |
| "vision": { |
| "patch_embed_param": "vision_patch_embed.ncnn.param", |
| "patch_embed_bin": "vision_patch_embed.ncnn.bin", |
| "encoder_param": "vision_encoder.ncnn.param", |
| "encoder_bin": "vision_encoder.ncnn.bin", |
| "projector_param": "vision_projector.ncnn.param", |
| "projector_bin": "vision_projector.ncnn.bin", |
| "patch_size": 14, |
| "merge_size": 1, |
| "min_tokens": 16, |
| "max_tokens": 196, |
| "vision_hidden": 1024, |
| "vision_head_dim": 128, |
| "vision_rope_theta": 1000000.0, |
| "image_mean": [ |
| 0.5, |
| 0.5, |
| 0.5 |
| ], |
| "image_std": [ |
| 0.5, |
| 0.5, |
| 0.5 |
| ], |
| "image_token": "<image>" |
| } |
| } |
| } |
