Fastfill-test / checkpoint /model_config.json
XXXpilar's picture
FastFill v4 base (step 6552): LoRA adapter, geometry heads, tokenizer, training code, predict.py
e6f80f3 verified
Raw History Blame Contribute Delete
691 Bytes
{
"backbone": "Qwen/Qwen3-8B",
"decoder_dim": 128,
"decoder_heads": 4,
"decoder_layers": 2,
"decoder_ffn_multiplier": 4,
"dropout": 0.0,
"yaw_bins": 12,
"max_objects": 256,
"size_reference": [
1.0,
1.0,
1.0
],
"size_log_limit": 10.0,
"residual_mode": "tanh",
"position_head": "grid_residual",
"position_grid": 16,
"train_backbone": false,
"lora_rank": 8,
"lora_alpha": 16,
"lora_dropout": 0.0,
"lora_target_modules": [
"q_proj",
"k_proj",
"v_proj",
"o_proj"
],
"backbone_dtype": "bfloat16",
"local_files_only": false,
"tiny_hidden_size": 64,
"tiny_layers": 1,
"pose_conditioning": false,
"support_head": false
}