| { | |
| "architectures": [ | |
| "FalconPerceptionForSegmentation" | |
| ], | |
| "auto_map": { | |
| "AutoConfig": "configuration_falcon_perception.FalconPerceptionConfig", | |
| "AutoModelForCausalLM": "modeling_falcon_perception.FalconPerceptionForSegmentation" | |
| }, | |
| "model_type": "falcon_perception", | |
| "torch_dtype": "float32", | |
| "dim": 1024, | |
| "n_layers": 28, | |
| "n_heads": 16, | |
| "head_dim": 128, | |
| "n_kv_heads": 8, | |
| "vocab_size": 65536, | |
| "ffn_dim": 3072, | |
| "norm_eps": 1e-05, | |
| "max_seq_len": 8192, | |
| "rope_theta": 10000, | |
| "channel_size": 3, | |
| "spatial_patch_size": 16, | |
| "temporal_patch_size": 1, | |
| "do_segmentation": true, | |
| "segm_out_dim": 256, | |
| "num_segm_layers": 3, | |
| "coord_enc_dim": 512, | |
| "coord_dec_dim": 8192, | |
| "coord_out_dim": 2048, | |
| "coord_token_id": 240, | |
| "size_enc_dim": 512, | |
| "size_dec_dim": 8192, | |
| "size_out_dim": 2048, | |
| "size_token_id": 241, | |
| "seg_token_id": 262, | |
| "eos_id": 11, | |
| "img_id": 227, | |
| "image_cls_token_id": 244, | |
| "image_reg_1_token_id": 245, | |
| "image_reg_2_token_id": 246, | |
| "image_reg_3_token_id": 247, | |
| "image_reg_4_token_id": 248, | |
| "img_end_id": 230 | |
| } |