Upload folder using huggingface_hub

vit_l16_s12.8B_bs32k/checkpoints/results.jsonl

@@ -0,0 +1,138 @@
+{"imagenet-zeroshot-val-top1": 0.38514, "imagenet-zeroshot-val-top5": 0.66736}
+{"imagenet-zeroshot-val-top1": 0.51966, "imagenet-zeroshot-val-top5": 0.79978}
+{"imagenet-zeroshot-val-top1": 0.55704, "imagenet-zeroshot-val-top5": 0.8318}
+{"imagenet-zeroshot-val-top1": 0.57938, "imagenet-zeroshot-val-top5": 0.85212}
+{"imagenet-zeroshot-val-top1": 0.59082, "imagenet-zeroshot-val-top5": 0.85864}
+{"imagenet-zeroshot-val-top1": 0.59858, "imagenet-zeroshot-val-top5": 0.85784}
+{"imagenet-zeroshot-val-top1": 0.60132, "imagenet-zeroshot-val-top5": 0.86282}
+{"imagenet-zeroshot-val-top1": 0.61392, "imagenet-zeroshot-val-top5": 0.86964}
+{"imagenet-zeroshot-val-top1": 0.61998, "imagenet-zeroshot-val-top5": 0.8735}
+{"imagenet-zeroshot-val-top1": 0.61822, "imagenet-zeroshot-val-top5": 0.87226}
+{"imagenet-zeroshot-val-top1": 0.6203, "imagenet-zeroshot-val-top5": 0.87188}
+{"imagenet-zeroshot-val-top1": 0.6233, "imagenet-zeroshot-val-top5": 0.8822}
+{"imagenet-zeroshot-val-top1": 0.6238, "imagenet-zeroshot-val-top5": 0.87542}
+{"imagenet-zeroshot-val-top1": 0.62626, "imagenet-zeroshot-val-top5": 0.87722}
+{"imagenet-zeroshot-val-top1": 0.6237, "imagenet-zeroshot-val-top5": 0.87672}
+{"imagenet-zeroshot-val-top1": 0.6258, "imagenet-zeroshot-val-top5": 0.88038}
+{"imagenet-zeroshot-val-top1": 0.63064, "imagenet-zeroshot-val-top5": 0.88096}
+{"imagenet-zeroshot-val-top1": 0.62754, "imagenet-zeroshot-val-top5": 0.8807}
+{"imagenet-zeroshot-val-top1": 0.63408, "imagenet-zeroshot-val-top5": 0.88274}
+{"imagenet-zeroshot-val-top1": 0.63202, "imagenet-zeroshot-val-top5": 0.88204}
+{"imagenet-zeroshot-val-top1": 0.63546, "imagenet-zeroshot-val-top5": 0.8832}
+{"imagenet-zeroshot-val-top1": 0.63568, "imagenet-zeroshot-val-top5": 0.88552}
+{"imagenet-zeroshot-val-top1": 0.6413, "imagenet-zeroshot-val-top5": 0.88568}
+{"imagenet-zeroshot-val-top1": 0.6398, "imagenet-zeroshot-val-top5": 0.88396}
+{"imagenet-zeroshot-val-top1": 0.63846, "imagenet-zeroshot-val-top5": 0.88688}
+{"imagenet-zeroshot-val-top1": 0.63622, "imagenet-zeroshot-val-top5": 0.8853}
+{"imagenet-zeroshot-val-top1": 0.63932, "imagenet-zeroshot-val-top5": 0.88702}
+{"imagenet-zeroshot-val-top1": 0.63362, "imagenet-zeroshot-val-top5": 0.88316}
+{"imagenet-zeroshot-val-top1": 0.6357, "imagenet-zeroshot-val-top5": 0.88386}
+{"imagenet-zeroshot-val-top1": 0.64356, "imagenet-zeroshot-val-top5": 0.89072}
+{"imagenet-zeroshot-val-top1": 0.64958, "imagenet-zeroshot-val-top5": 0.89226}
+{"imagenet-zeroshot-val-top1": 0.64664, "imagenet-zeroshot-val-top5": 0.89066}
+{"imagenet-zeroshot-val-top1": 0.65204, "imagenet-zeroshot-val-top5": 0.89364}
+{"imagenet-zeroshot-val-top1": 0.64392, "imagenet-zeroshot-val-top5": 0.89074}
+{"imagenet-zeroshot-val-top1": 0.64668, "imagenet-zeroshot-val-top5": 0.89234}
+{"imagenet-zeroshot-val-top1": 0.64746, "imagenet-zeroshot-val-top5": 0.89482}
+{"imagenet-zeroshot-val-top1": 0.64618, "imagenet-zeroshot-val-top5": 0.88832}
+{"imagenet-zeroshot-val-top1": 0.65402, "imagenet-zeroshot-val-top5": 0.89512}
+{"imagenet-zeroshot-val-top1": 0.65366, "imagenet-zeroshot-val-top5": 0.8948}
+{"imagenet-zeroshot-val-top1": 0.65572, "imagenet-zeroshot-val-top5": 0.89768}
+{"imagenet-zeroshot-val-top1": 0.6533, "imagenet-zeroshot-val-top5": 0.89418}
+{"imagenet-zeroshot-val-top1": 0.65544, "imagenet-zeroshot-val-top5": 0.89522}
+{"imagenet-zeroshot-val-top1": 0.65652, "imagenet-zeroshot-val-top5": 0.89776}
+{"imagenet-zeroshot-val-top1": 0.65968, "imagenet-zeroshot-val-top5": 0.90074}
+{"imagenet-zeroshot-val-top1": 0.6633, "imagenet-zeroshot-val-top5": 0.89684}
+{"imagenet-zeroshot-val-top1": 0.65636, "imagenet-zeroshot-val-top5": 0.89488}
+{"imagenet-zeroshot-val-top1": 0.66358, "imagenet-zeroshot-val-top5": 0.89848}
+{"imagenet-zeroshot-val-top1": 0.66048, "imagenet-zeroshot-val-top5": 0.89618}
+{"imagenet-zeroshot-val-top1": 0.66256, "imagenet-zeroshot-val-top5": 0.9016}
+{"imagenet-zeroshot-val-top1": 0.66094, "imagenet-zeroshot-val-top5": 0.89918}
+{"imagenet-zeroshot-val-top1": 0.66014, "imagenet-zeroshot-val-top5": 0.89954}
+{"imagenet-zeroshot-val-top1": 0.66114, "imagenet-zeroshot-val-top5": 0.9003}
+{"imagenet-zeroshot-val-top1": 0.66052, "imagenet-zeroshot-val-top5": 0.89898}
+{"imagenet-zeroshot-val-top1": 0.6687, "imagenet-zeroshot-val-top5": 0.90222}
+{"imagenet-zeroshot-val-top1": 0.66266, "imagenet-zeroshot-val-top5": 0.9004}
+{"imagenet-zeroshot-val-top1": 0.67262, "imagenet-zeroshot-val-top5": 0.90366}
+{"imagenet-zeroshot-val-top1": 0.67186, "imagenet-zeroshot-val-top5": 0.90428}
+{"imagenet-zeroshot-val-top1": 0.66958, "imagenet-zeroshot-val-top5": 0.904}
+{"imagenet-zeroshot-val-top1": 0.6683, "imagenet-zeroshot-val-top5": 0.90266}
+{"imagenet-zeroshot-val-top1": 0.67044, "imagenet-zeroshot-val-top5": 0.9049}
+{"imagenet-zeroshot-val-top1": 0.67248, "imagenet-zeroshot-val-top5": 0.90566}
+{"imagenet-zeroshot-val-top1": 0.673, "imagenet-zeroshot-val-top5": 0.90948}
+{"imagenet-zeroshot-val-top1": 0.67308, "imagenet-zeroshot-val-top5": 0.90764}
+{"imagenet-zeroshot-val-top1": 0.67212, "imagenet-zeroshot-val-top5": 0.90884}
+{"imagenet-zeroshot-val-top1": 0.6793, "imagenet-zeroshot-val-top5": 0.90964}
+{"imagenet-zeroshot-val-top1": 0.67714, "imagenet-zeroshot-val-top5": 0.90916}
+{"imagenet-zeroshot-val-top1": 0.6848, "imagenet-zeroshot-val-top5": 0.90964}
+{"imagenet-zeroshot-val-top1": 0.68294, "imagenet-zeroshot-val-top5": 0.90966}
+{"imagenet-zeroshot-val-top1": 0.6829, "imagenet-zeroshot-val-top5": 0.91014}
+{"imagenet-zeroshot-val-top1": 0.68554, "imagenet-zeroshot-val-top5": 0.91246}
+{"imagenet-zeroshot-val-top1": 0.68724, "imagenet-zeroshot-val-top5": 0.91394}
+{"imagenet-zeroshot-val-top1": 0.68794, "imagenet-zeroshot-val-top5": 0.91486}
+{"imagenet-zeroshot-val-top1": 0.6846, "imagenet-zeroshot-val-top5": 0.91428}
+{"imagenet-zeroshot-val-top1": 0.69198, "imagenet-zeroshot-val-top5": 0.91662}
+{"imagenet-zeroshot-val-top1": 0.68996, "imagenet-zeroshot-val-top5": 0.91452}
+{"imagenet-zeroshot-val-top1": 0.69498, "imagenet-zeroshot-val-top5": 0.91594}
+{"imagenet-zeroshot-val-top1": 0.69732, "imagenet-zeroshot-val-top5": 0.91694}
+{"imagenet-zeroshot-val-top1": 0.69622, "imagenet-zeroshot-val-top5": 0.91762}
+{"imagenet-zeroshot-val-top1": 0.69038, "imagenet-zeroshot-val-top5": 0.91544}
+{"imagenet-zeroshot-val-top1": 0.69838, "imagenet-zeroshot-val-top5": 0.9199}
+{"imagenet-zeroshot-val-top1": 0.69918, "imagenet-zeroshot-val-top5": 0.9198}
+{"imagenet-zeroshot-val-top1": 0.7029, "imagenet-zeroshot-val-top5": 0.9234}
+{"imagenet-zeroshot-val-top1": 0.70086, "imagenet-zeroshot-val-top5": 0.9207}
+{"imagenet-zeroshot-val-top1": 0.70252, "imagenet-zeroshot-val-top5": 0.92022}
+{"imagenet-zeroshot-val-top1": 0.70282, "imagenet-zeroshot-val-top5": 0.92042}
+{"imagenet-zeroshot-val-top1": 0.70902, "imagenet-zeroshot-val-top5": 0.9229}
+{"imagenet-zeroshot-val-top1": 0.7072, "imagenet-zeroshot-val-top5": 0.9222}
+{"imagenet-zeroshot-val-top1": 0.7102, "imagenet-zeroshot-val-top5": 0.92576}
+{"imagenet-zeroshot-val-top1": 0.7109, "imagenet-zeroshot-val-top5": 0.92614}
+{"imagenet-zeroshot-val-top1": 0.71462, "imagenet-zeroshot-val-top5": 0.92622}
+{"imagenet-zeroshot-val-top1": 0.71544, "imagenet-zeroshot-val-top5": 0.92566}
+{"imagenet-zeroshot-val-top1": 0.71684, "imagenet-zeroshot-val-top5": 0.92566}
+{"imagenet-zeroshot-val-top1": 0.71872, "imagenet-zeroshot-val-top5": 0.92782}
+{"imagenet-zeroshot-val-top1": 0.72132, "imagenet-zeroshot-val-top5": 0.92918}
+{"imagenet-zeroshot-val-top1": 0.72224, "imagenet-zeroshot-val-top5": 0.92878}
+{"imagenet-zeroshot-val-top1": 0.72402, "imagenet-zeroshot-val-top5": 0.93328}
+{"imagenet-zeroshot-val-top1": 0.72424, "imagenet-zeroshot-val-top5": 0.93142}
+{"imagenet-zeroshot-val-top1": 0.72514, "imagenet-zeroshot-val-top5": 0.93266}
+{"imagenet-zeroshot-val-top1": 0.72674, "imagenet-zeroshot-val-top5": 0.93192}
+{"imagenet-zeroshot-val-top1": 0.72948, "imagenet-zeroshot-val-top5": 0.93256}
+{"imagenet-zeroshot-val-top1": 0.73438, "imagenet-zeroshot-val-top5": 0.93586}
+{"imagenet-zeroshot-val-top1": 0.73058, "imagenet-zeroshot-val-top5": 0.93356}
+{"imagenet-zeroshot-val-top1": 0.72942, "imagenet-zeroshot-val-top5": 0.93368}
+{"imagenet-zeroshot-val-top1": 0.7333, "imagenet-zeroshot-val-top5": 0.93544}
+{"imagenet-zeroshot-val-top1": 0.7348, "imagenet-zeroshot-val-top5": 0.93778}
+{"imagenet-zeroshot-val-top1": 0.73806, "imagenet-zeroshot-val-top5": 0.93568}
+{"imagenet-zeroshot-val-top1": 0.74212, "imagenet-zeroshot-val-top5": 0.9385}
+{"imagenet-zeroshot-val-top1": 0.7456, "imagenet-zeroshot-val-top5": 0.9394}
+{"imagenet-zeroshot-val-top1": 0.74688, "imagenet-zeroshot-val-top5": 0.94096}
+{"imagenet-zeroshot-val-top1": 0.74614, "imagenet-zeroshot-val-top5": 0.94026}
+{"imagenet-zeroshot-val-top1": 0.7497, "imagenet-zeroshot-val-top5": 0.94194}
+{"imagenet-zeroshot-val-top1": 0.74968, "imagenet-zeroshot-val-top5": 0.94184}
+{"imagenet-zeroshot-val-top1": 0.75366, "imagenet-zeroshot-val-top5": 0.94118}
+{"imagenet-zeroshot-val-top1": 0.7537, "imagenet-zeroshot-val-top5": 0.94224}
+{"imagenet-zeroshot-val-top1": 0.75544, "imagenet-zeroshot-val-top5": 0.94446}
+{"imagenet-zeroshot-val-top1": 0.7621, "imagenet-zeroshot-val-top5": 0.94586}
+{"imagenet-zeroshot-val-top1": 0.76256, "imagenet-zeroshot-val-top5": 0.94664}
+{"imagenet-zeroshot-val-top1": 0.76328, "imagenet-zeroshot-val-top5": 0.9471}
+{"imagenet-zeroshot-val-top1": 0.7675, "imagenet-zeroshot-val-top5": 0.94804}
+{"imagenet-zeroshot-val-top1": 0.76786, "imagenet-zeroshot-val-top5": 0.94834}
+{"imagenet-zeroshot-val-top1": 0.77178, "imagenet-zeroshot-val-top5": 0.9487}
+{"imagenet-zeroshot-val-top1": 0.77388, "imagenet-zeroshot-val-top5": 0.95058}
+{"imagenet-zeroshot-val-top1": 0.77292, "imagenet-zeroshot-val-top5": 0.95064}
+{"imagenet-zeroshot-val-top1": 0.7766, "imagenet-zeroshot-val-top5": 0.95132}
+{"imagenet-zeroshot-val-top1": 0.77742, "imagenet-zeroshot-val-top5": 0.9527}
+{"imagenet-zeroshot-val-top1": 0.77804, "imagenet-zeroshot-val-top5": 0.95164}
+{"imagenet-zeroshot-val-top1": 0.78128, "imagenet-zeroshot-val-top5": 0.95372}
+{"imagenet-zeroshot-val-top1": 0.78168, "imagenet-zeroshot-val-top5": 0.9532}
+{"imagenet-zeroshot-val-top1": 0.78332, "imagenet-zeroshot-val-top5": 0.95434}
+{"imagenet-zeroshot-val-top1": 0.78666, "imagenet-zeroshot-val-top5": 0.95398}
+{"imagenet-zeroshot-val-top1": 0.78688, "imagenet-zeroshot-val-top5": 0.9541}
+{"imagenet-zeroshot-val-top1": 0.78752, "imagenet-zeroshot-val-top5": 0.95482}
+{"imagenet-zeroshot-val-top1": 0.78816, "imagenet-zeroshot-val-top5": 0.95506}
+{"imagenet-zeroshot-val-top1": 0.78988, "imagenet-zeroshot-val-top5": 0.95546}
+{"imagenet-zeroshot-val-top1": 0.78998, "imagenet-zeroshot-val-top5": 0.95544}
+{"imagenet-zeroshot-val-top1": 0.78978, "imagenet-zeroshot-val-top5": 0.95522}
+{"imagenet-zeroshot-val-top1": 0.79008, "imagenet-zeroshot-val-top5": 0.95516}
+{"imagenet-zeroshot-val-top1": 0.79008, "imagenet-zeroshot-val-top5": 0.95516}

vit_l16_s12.8B_bs32k/checkpoints/step_390656.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a94be4af60168b9683747c04fb731a6ffec864ff9f69183fca889eef09bb9840
+size 5133443602

vit_l16_s12.8B_bs32k/params.txt

@@ -0,0 +1,106 @@
+accum_freq: 1
+aug_cfg: {'scale': [0.4, 1.0], 'color_jitter': [0.32, 0.32, 0.32, 0.08], 'color_jitter_prob': 0.8, 'gray_scale_prob': 0.2}
+batch_size: 512
+beta1: 0.9
+beta2: 0.95
+bin_balanced_sampling_expand: None
+bin_balanced_sampling_nbins: None
+checkpoint_path: ./logs/vit_l16_s12.8B_bs32k/checkpoints
+coca_caption_loss_weight: 2.0
+coca_contrastive_loss_weight: 1.0
+copy_codebase: False
+csv_caption_key: title
+csv_img_key: filepath
+csv_separator: 	
+dataset_resampled: False
+dataset_type: webdataset
+ddp_static_graph: True
+debug: False
+delete_prev_step_ckpt: True
+delete_previous_checkpoint: False
+device: cuda:0
+dist_backend: nccl
+dist_url: env://
+distill: False
+distill_model: None
+distill_pretrained: None
+distributed: True
+epochs: 10
+epochs_cooldown: None
+eps: 1e-06
+flash_attn: False
+force_custom_text: False
+force_image_size: 224
+force_patch_dropout: None
+force_quick_gelu: False
+gather_with_grad: True
+global_batch_size: 32768
+grad_checkpointing: True
+grad_clip_norm: None
+horovod: False
+image_mean: None
+image_std: None
+imagenet_v2: None
+imagenet_val: /mnt/bn/zilongdata-us/dataset/ILSVRC/Data/CLS-LOC/val
+local_loss: True
+local_rank: 0
+lock_image: False
+lock_image_freeze_bn_stats: False
+lock_image_unlocked_groups: 0
+lock_text: False
+lock_text_freeze_layer_norm: False
+lock_text_unlocked_layers: 0
+log_every_n_steps: 64
+log_level: 20
+log_local: False
+log_path: ./logs/vit_l16_s12.8B_bs32k/out.log
+logs: ./logs
+lr: 0.001
+lr_cooldown_end: 0.0
+lr_cooldown_power: 1.0
+lr_multiplier_text: None
+lr_scheduler: cosine
+model: ViT-L-16
+name: vit_l16_s12.8B_bs32k
+no_set_device_rank: False
+precision: amp_bfloat16
+pretrained: 
+pretrained_image: False
+pretrained_optim_scaler: False
+pretrained_text: 
+rank: 0
+remote_sync: None
+remote_sync_frequency: 300
+remote_sync_protocol: s3
+report_to: tensorboard
+resume: None
+save_every_n_steps: 3052
+save_frequency: 1
+save_most_recent: False
+seed: 0
+skip_scheduler: False
+tensorboard: True
+tensorboard_path: ./logs/vit_l16_s12.8B_bs32k/tensorboard
+torchcompile: False
+torchscript: False
+trace: False
+train_data: /mnt/bn/zilongdata-us/dataset/datacomp-1b-webdataset/{000000..140146}.tar
+train_data_upsampling_factors: None
+train_num_samples: 1280000000
+unlock_text_proj: False
+unset_text_grad_checkpointing: False
+use_bn_sync: False
+use_bnb_linear: None
+val_data: None
+val_frequency: 1
+val_num_samples: None
+val_steps: 3052
+wandb: False
+wandb_notes: 
+wandb_project_name: open-clip
+warmup: 1563
+wd: 0.2
+workers: 6
+world_size: 64
+zeroshot_frequency: 1
+zeroshot_steps: 3052

vit_l16_s12.8B_bs32k/tensorboard/events.out.tfevents.1713911109.n107-071-092.2941.0

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:00b658d7140d5c2fcd19ef5020c3d6a8bf17a2fde3a0f1f401f8922090d03e00
+size 2815108