Upload folder using huggingface_hub

logs-lr1e-3/clipcls_vit_b16_s512m_bs16k/checkpoints/epoch_1.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a505c21768d54c953977e6c87de5bf2cf2228fd2c9aad83c46bea1028d1b6b99
+size 2252180672

logs-lr1e-3/clipcls_vit_b16_s512m_bs16k/checkpoints/results.jsonl

@@ -0,0 +1,6 @@
+{"imagenet-zeroshot-val-top1": 0.3911, "imagenet-zeroshot-val-top5": 0.67312}
+{"imagenet-zeroshot-val-top1": 0.48068, "imagenet-zeroshot-val-top5": 0.76568}
+{"imagenet-zeroshot-val-top1": 0.54642, "imagenet-zeroshot-val-top5": 0.8211}
+{"imagenet-zeroshot-val-top1": 0.6014, "imagenet-zeroshot-val-top5": 0.86306}
+{"imagenet-zeroshot-val-top1": 0.63588, "imagenet-zeroshot-val-top5": 0.88492}
+{"imagenet-zeroshot-val-top1": 0.63514, "imagenet-zeroshot-val-top5": 0.88496}

logs-lr1e-3/clipcls_vit_b16_s512m_bs16k/params.txt

@@ -0,0 +1,102 @@
+accum_freq: 1
+aug_cfg: {}
+batch_size: 2048
+beta1: 0.9
+beta2: 0.98
+checkpoint_path: ./logs-lr1e-3/clipcls_vit_b16_s512m_bs16k/checkpoints
+coca_caption_loss_weight: 2.0
+coca_contrastive_loss_weight: 1.0
+copy_codebase: False
+csv_caption_key: title
+csv_img_key: filepath
+csv_separator: 	
+dataset_resampled: False
+dataset_type: webdataset
+ddp_static_graph: True
+debug: False
+delete_prev_step_ckpt: True
+delete_previous_checkpoint: False
+device: cuda:0
+dist_backend: nccl
+dist_url: env://
+distill: False
+distill_model: None
+distill_pretrained: None
+distributed: True
+epochs: 1
+epochs_cooldown: None
+eps: 1e-06
+force_custom_text: False
+force_image_size: 224
+force_patch_dropout: None
+force_quick_gelu: False
+gather_with_grad: True
+global_batch_size: 16384
+grad_checkpointing: True
+grad_clip_norm: None
+horovod: False
+image_interpolation: None
+image_mean: None
+image_resize_mode: None
+image_std: None
+imagenet_v2: None
+imagenet_val: /mnt/bn/zilongdata-hl/dataset/imagenet/val
+local_loss: True
+local_rank: 0
+lock_image: False
+lock_image_freeze_bn_stats: False
+lock_image_unlocked_groups: 0
+lock_text: False
+lock_text_freeze_layer_norm: False
+lock_text_unlocked_layers: 0
+log_every_n_steps: 128
+log_level: 20
+log_local: False
+log_path: ./logs-lr1e-3/clipcls_vit_b16_s512m_bs16k/out.log
+logs: ./logs-lr1e-3
+lr: 0.001
+lr_cooldown_end: 0.0
+lr_cooldown_power: 1.0
+lr_scheduler: cosine
+model: CLIPCLS-ViT-B-16
+name: clipcls_vit_b16_s512m_bs16k
+no_set_device_rank: False
+precision: amp_bfloat16
+pretrained: 
+pretrained_image: 
+pretrained_text: 
+rank: 0
+remote_sync: None
+remote_sync_frequency: 300
+remote_sync_protocol: s3
+report_to: wandb
+resume: None
+save_every_n_steps: 6104
+save_frequency: 1
+save_most_recent: False
+seed: 0
+siglip: False
+skip_scheduler: False
+tensorboard: False
+tensorboard_path: 
+torchcompile: False
+torchscript: False
+trace: False
+train_data: /mnt/bn/zilongdata-hl/dataset/datacomp-1b-webdataset/{000000..140146}.tar
+train_data_upsampling_factors: None
+train_num_samples: 512000000
+use_bn_sync: False
+use_bnb_linear: None
+val_data: None
+val_frequency: 1
+val_num_samples: None
+val_steps: 6104
+wandb: True
+wandb_notes: 
+wandb_project_name: cls-clip-batch-size
+warmup: 500
+wd: 0.2
+workers: 1
+world_size: 8
+zeroshot_frequency: 2
+zeroshot_steps: 6104