File size: 2,677 Bytes
971d525 b6b5f9a 971d525 b6b5f9a 9f6c373 b6b5f9a 9f6c373 b6b5f9a 971d525 b6b5f9a 971d525 b6b5f9a 971d525 b6b5f9a 971d525 9f6c373 b6b5f9a 9f6c373 971d525 9f6c373 b6b5f9a 9f6c373 b6b5f9a 9f6c373 971d525 b6b5f9a 971d525 9f6c373 971d525 9f6c373 971d525 b6b5f9a 971d525 b6b5f9a 971d525 b6b5f9a 971d525 b6b5f9a 971d525 b6b5f9a 971d525 b6b5f9a 971d525 b6b5f9a 971d525 9f6c373 b6b5f9a 9f6c373 971d525 b6b5f9a 971d525 9f6c373 b6b5f9a 971d525 9f6c373 971d525 b6b5f9a 971d525 b6b5f9a 971d525 b6b5f9a 971d525 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 | {
"anyres": false,
"architectures": [
"HyperCLOVAXVisionV2ForConditionalGeneration"
],
"audio_projector_type": "mlp",
"dtype": "bfloat16",
"eos_token_id": 128001,
"hidden_size": 5120,
"ignore_index": -100,
"image_end_token_id": 128057,
"image_start_token_id": 128056,
"image_token_id": 128060,
"max_num_grids": -1,
"model_type": "hyperclovax_vision_v2",
"num_queries_vis_abstractor": -1,
"pad_token_id": 0,
"possible_resolutions": [],
"proj_pos_emb": true,
"proj_prenorm": false,
"text_config": {
"architectures": [
"HyperCLOVAXForCausalLM"
],
"attention_bias": false,
"attention_dropout": 0.0,
"attention_multiplier": 0.08838834764831845,
"bos_token_id": 128000,
"dtype": "bfloat16",
"embedding_multiplier": 1.0,
"eos_token_id": 128001,
"head_dim": 128,
"hidden_act": "silu",
"hidden_size": 5120,
"initializer_range": 0.006,
"intermediate_size": 24192,
"logits_scaling": 1.0,
"max_position_embeddings": 131072,
"mlp_bias": false,
"model_type": "hyperclovax",
"num_attention_heads": 40,
"num_hidden_layers": 2,
"num_key_value_heads": 8,
"pad_token_id": 0,
"pretraining_tp": 1,
"resid_pdrop": 0.2,
"residual_multiplier": 1.0,
"rms_norm_eps": 1e-05,
"rope_parameters": {
"rope_theta": 50000000,
"rope_type": "default"
},
"tie_word_embeddings": false,
"use_cache": true,
"use_post_norm": false,
"vocab_size": 128256
},
"tie_word_embeddings": true,
"transformers_version": "5.18.0.dev0",
"unpad": false,
"use_1x1_grid": false,
"video_end_token_id": 128059,
"video_first_last_frames_slows": null,
"video_max_num_frames": null,
"video_num_queries_fast": null,
"video_num_queries_slow": null,
"video_start_token_id": 128058,
"video_token_id": 128061,
"vision_config": {
"anyres": false,
"architectures": [
"Qwen2_5_VisionTransformerPretrainedModel"
],
"depth": 2,
"dtype": "bfloat16",
"fullatt_block_indexes": [],
"hidden_act": "silu",
"hidden_size": 1280,
"in_channels": 3,
"in_chans": 3,
"initializer_range": 0.02,
"intermediate_size": 3456,
"max_num_grids": -1,
"model_type": "qwen2_5_vl_vision",
"num_heads": 16,
"out_hidden_size": 5120,
"patch_size": 14,
"rope_parameters": {
"rope_theta": 10000.0,
"rope_type": "axial"
},
"spatial_merge_size": 2,
"spatial_patch_size": 14,
"temporal_patch_size": 2,
"tokens_per_second": 2,
"window_size": 112
},
"vision_feature_layer": -2,
"vision_input_chunk_size": null,
"vision_projector_type": "linear"
}
|