Fastfill-test / code /fastfill /v2 /configs /structured_fixed.json
XXXpilar's picture
FastFill v4 base (step 6552): LoRA adapter, geometry heads, tokenizer, training code, predict.py
e6f80f3 verified
Raw History Blame Contribute Delete
1.33 kB
{
"model": {
"backbone": "Qwen/Qwen2.5-0.5B-Instruct",
"decoder_dim": 128,
"decoder_heads": 4,
"decoder_layers": 2,
"yaw_bins": 12,
"max_objects": 128,
"lora_rank": 8,
"lora_alpha": 16,
"backbone_dtype": "float32",
"local_files_only": false
},
"loss": {
"position": 1.0,
"size": 1.0,
"yaw_cls": 1.0,
"yaw_reg": 1.0,
"hungarian": false,
"alpha_position": 1.0,
"alpha_size": 1.0,
"box": 0.0,
"collision": 0.0,
"boundary": 0.0,
"position_type": "l1",
"size_type": "l1",
"smooth_l1_beta": 1.0
},
"training": {
"steps": 1000,
"batch_size": 2,
"learning_rate": 0.0001,
"gradient_accumulation_steps": 1,
"max_length": 8192,
"seed": 42,
"mixed_precision": "no",
"checkpoint_every": 100,
"validate_every": 100,
"resume": null,
"export_model_every_checkpoint": true
},
"optimizer": {
"warmup_steps": 30,
"schedule": "cosine",
"decoder_lr": 0.0001
},
"augmentation": {
"rotate90": true,
"mirror": false,
"shuffle_objects": true,
"drop_constraints_p": 0.3,
"drop_support_p": 0.2,
"category_only_description_p": 0.5
},
"validation": {
"exclude_flags": [
"oob_objects",
"fixed_collision",
"overlapping_furniture"
]
}
}