| save_frequency: 1 | |
| name: "cls_test" | |
| train_data: '/datasets/datacomp_1b/data/{00000..128000}.tar' # please modify to your own path | |
| train_num_samples: 1_280_000_000 | |
| dataset_type: webdataset | |
| precision: 'amp_bfloat16' | |
| warmup: 1000 | |
| global_batch_size: 90112 | |
| batch_size: 0 | |
| epochs: 10 | |
| lr: 1e-3 | |
| beta1: 0.9 | |
| beta2: 0.98 | |
| eps: 1.0e-6 | |
| workers: 6 | |
| model: "CLS-ViT-L-16" | |
| seed: 0 | |
| ddp_static_graph: true | |
| local_loss: true | |
| gather_with_grad: true | |
| force_image_size: 224 | |
| grad_checkpointing: true | |
| logs: './logs' | |
| imagenet_val: './imagenet1k/val' # please modify to your own path | |
| report_to: "tensorboard" | |
| log_every_n_steps: 32 | |
| zeroshot_steps: 0 | |
| val_steps: 0 | |
| zeroshot_frequency: 0 | |
| val_frequency: 0 | |
| save_every_n_steps: 1500 | |
| delete_prev_step_ckpt: true | |
| resume: latest |