JECT_320_aligned / config.json
lukeingawesome's picture
Initial release
0fc3616 verified
Raw History Blame Contribute Delete
1.42 kB
{
"model_type": "ject-ct",
"encoder": {
"input_size": [
320,
320,
320
],
"patch_size": [
4,
4,
4
],
"in_channels": 1,
"variant": "huge",
"local_block_type": "swin",
"stage3_block_type": "swin",
"stage4_block_type": "global",
"window": [
7,
7,
7
],
"mlp_ratio": 4.0,
"drop": 0.0,
"num_ct_types": 3,
"skip_fine": true,
"skip_pool_s3": "attention",
"skip_pool_s2s4": "attention",
"dims": [
128,
256,
512,
1024
],
"heads": [
8,
16,
32,
32
],
"depths": [
2,
4,
9,
9
],
"grid_s1": [
80,
80,
80
],
"grid_s2": [
40,
40,
40
],
"grid_s3": [
20,
20,
20
],
"grid_s4": [
10,
10,
10
]
},
"readout": {
"embed_dim": 1024,
"pool_latents": 11,
"pool_heads": 8,
"global_latent": 10
},
"input": {
"crop_size": 320,
"cube_size": 384,
"spacing_mm": 1.0,
"window_id": 2
},
"text": {
"base_model": "chest2vec/chest2vec_0.6B",
"lora_r": 16,
"lora_alpha": 32,
"lora_targets": [
"q_proj",
"k_proj",
"v_proj",
"o_proj",
"gate_proj",
"up_proj",
"down_proj"
],
"max_length": 1024
},
"logit_scale_log": 3.847844123840332,
"logit_bias": -10.863999366760254,
"architectures": [
"JECTImageEncoderModel"
],
"auto_map": {
"AutoConfig": "configuration_ject.JECTConfig",
"AutoModel": "modeling_ject.JECTImageEncoderModel"
}
}