File size: 1,597 Bytes
2cf50ad |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 |
{
"regime": "vision",
"data_path": "data/training/splits_510k/train.jsonl",
"output_dir": "outputs/production_vision_tiny_reconstruction_20251118_214704",
"objective": "reconstruction",
"val_data_path": "data/training/splits_510k/val.jsonl",
"max_samples": null,
"vision_mode": "tiny",
"text_context_tokens": null,
"hybrid_text_tokens": 0,
"vision_prompt": "\nFree OCR.",
"train_encoder": true,
"encoder_lr": 1e-05,
"compression_window_size": 9,
"compression_stride": 9,
"subsample_strategy": "regular",
"subsample_count": null,
"projection_dim": null,
"train_projection": true,
"compression_target": null,
"conv_kernel": 5,
"timestamp": "20251118_214704",
"batch_size": 4,
"gradient_accumulation_steps": 12,
"learning_rate": 0.0001,
"weight_decay": 0.01,
"num_epochs": 1,
"warmup_ratio": 0.1,
"max_grad_norm": 1.0,
"log_steps": 10,
"save_steps": 0,
"eval_steps": 2000,
"initial_validation": false,
"validation_only": false,
"no_checkpoints": false,
"num_qualitative_samples": 5,
"max_generation_tokens": 200,
"use_wandb": true,
"wandb_project": "vision-compression-2",
"wandb_run_name": null,
"resume_from_checkpoint": "outputs/production_vision_tiny_reconstruction_20251118_214704/best_checkpoint.pt",
"init_from_checkpoint": null,
"allow_objective_switch": false,
"aux_loss_weight": 0.5,
"num_workers": 16,
"prefetch_factor": 2,
"seed": 42,
"eval_seed": 42,
"debug_log_sample_ids": false,
"device": "cuda",
"compile": true,
"use_optimized_model": false,
"use_encoder_checkpointing": false
} |