| { |
| "architectures": [ |
| "FalconOCRForCausalLM" |
| ], |
| "auto_map": { |
| "AutoConfig": "configuration_falcon_ocr.FalconOCRConfig", |
| "AutoModelForCausalLM": "modeling_falcon_ocr.FalconOCRForCausalLM" |
| }, |
| "model_type": "falcon_ocr", |
| "torch_dtype": "float32", |
| "dim": 768, |
| "n_layers": 22, |
| "n_heads": 16, |
| "head_dim": 64, |
| "n_kv_heads": 8, |
| "vocab_size": 65536, |
| "ffn_dim": 2304, |
| "norm_eps": 1e-05, |
| "max_seq_len": 8192, |
| "rope_theta": 10000, |
| "channel_size": 3, |
| "spatial_patch_size": 16, |
| "temporal_patch_size": 1, |
| "eos_id": 11, |
| "img_id": 227, |
| "image_cls_token_id": 244, |
| "image_reg_1_token_id": 245, |
| "image_reg_2_token_id": 246, |
| "image_reg_3_token_id": 247, |
| "image_reg_4_token_id": 248, |
| "img_end_id": 230 |
| } |
