yanlaiy commited on
Commit
611c3ae
·
verified ·
1 Parent(s): dac9c6e

Add files using upload-large-folder tool

Browse files
Files changed (25) hide show
  1. samcl_runs/cc3m_clip_minilm/global_64/image_only_different_pretrained/checkpoints/latest.pt +3 -0
  2. samcl_runs/cc3m_clip_minilm/global_64/image_only_different_pretrained/metrics.jsonl +0 -0
  3. samcl_runs/cc3m_clip_minilm/global_64/image_only_similar_pretrained/checkpoints/latest.pt +3 -0
  4. samcl_runs/cc3m_clip_minilm/global_64/image_only_similar_pretrained/metrics.jsonl +0 -0
  5. samcl_runs/cc3m_clip_minilm/global_64/random_baseline/checkpoints/latest.pt +3 -0
  6. samcl_runs/cc3m_clip_minilm/global_64/random_baseline/metrics.jsonl +0 -0
  7. samcl_runs/cc3m_clip_minilm/global_64/text_only_similar_pretrained/checkpoints/latest.pt +3 -0
  8. samcl_runs/cc3m_clip_minilm/global_64/text_only_similar_pretrained/metrics.jsonl +0 -0
  9. samcl_runs/cc3m_text_image_only/global_64/image_only_different/checkpoints/latest.pt +3 -0
  10. samcl_runs/cc3m_text_image_only/global_64/image_only_different/metrics.jsonl +0 -0
  11. samcl_runs/cc3m_text_image_only/global_64/image_only_similar/checkpoints/latest.pt +3 -0
  12. samcl_runs/cc3m_text_image_only/global_64/image_only_similar/metrics.jsonl +0 -0
  13. samcl_runs/cc3m_text_image_only/global_64/text_only_different/checkpoints/latest.pt +3 -0
  14. samcl_runs/cc3m_text_image_only/global_64/text_only_different/metrics.jsonl +0 -0
  15. samcl_runs/cc3m_text_image_only/global_64/text_only_similar/checkpoints/latest.pt +3 -0
  16. samcl_runs/cc3m_text_image_only/global_64/text_only_similar/metrics.jsonl +0 -0
  17. samcl_runs/cc3m_text_image_only_pretrained/global_64/image_only_different/checkpoints/latest.pt +3 -0
  18. samcl_runs/cc3m_text_image_only_pretrained/global_64/image_only_different/metrics.jsonl +0 -0
  19. samcl_runs/cc3m_text_image_only_pretrained/global_64/image_only_similar/checkpoints/latest.pt +3 -0
  20. samcl_runs/cc3m_text_image_only_pretrained/global_64/image_only_similar/metrics.jsonl +0 -0
  21. samcl_runs/cc3m_text_image_only_pretrained/global_64/random/checkpoints/latest.pt +3 -0
  22. samcl_runs/cc3m_text_image_only_pretrained/global_64/random/metrics.jsonl +0 -0
  23. samcl_runs/cc3m_text_image_only_pretrained/global_64/text_only_different/metrics.jsonl +19 -0
  24. samcl_runs/cc3m_text_image_only_pretrained/global_64/text_only_similar/checkpoints/latest.pt +3 -0
  25. samcl_runs/cc3m_text_image_only_pretrained/global_64/text_only_similar/metrics.jsonl +0 -0
samcl_runs/cc3m_clip_minilm/global_64/image_only_different_pretrained/checkpoints/latest.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6475a78c3a576920638323d61a2a958643059f94f1b7dbaf0c7e1c6524b39e09
3
+ size 2363570005
samcl_runs/cc3m_clip_minilm/global_64/image_only_different_pretrained/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
samcl_runs/cc3m_clip_minilm/global_64/image_only_similar_pretrained/checkpoints/latest.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2f467caa39d8b16d43a5b90fa6315ca71fb4bb7c76b38808a8e25052cca7d6a
3
+ size 2363570005
samcl_runs/cc3m_clip_minilm/global_64/image_only_similar_pretrained/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
samcl_runs/cc3m_clip_minilm/global_64/random_baseline/checkpoints/latest.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:655c85a2ef92e2e72684436824e1943220daf548b9e075eed0079c83735c103b
3
+ size 2363568725
samcl_runs/cc3m_clip_minilm/global_64/random_baseline/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
samcl_runs/cc3m_clip_minilm/global_64/text_only_similar_pretrained/checkpoints/latest.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91a8b9637dea0146062ba05a884520138c9ddf7c145b319cd5f08d73329e6a29
3
+ size 2363569941
samcl_runs/cc3m_clip_minilm/global_64/text_only_similar_pretrained/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
samcl_runs/cc3m_text_image_only/global_64/image_only_different/checkpoints/latest.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:637d773eb87f7b1948ad797d696ca5d70910b8e9cfce49ee42c79d0604a4b247
3
+ size 2363575701
samcl_runs/cc3m_text_image_only/global_64/image_only_different/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
samcl_runs/cc3m_text_image_only/global_64/image_only_similar/checkpoints/latest.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a870e5bf6e735a638cfd0a20e416c5c2c2f0570c22668de1bfcb8f48eed700e6
3
+ size 2363575701
samcl_runs/cc3m_text_image_only/global_64/image_only_similar/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
samcl_runs/cc3m_text_image_only/global_64/text_only_different/checkpoints/latest.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaa40a9165fe5071e51bf25555c76f94bcffc980e4f9aef2c06a8319f68d0bb4
3
+ size 2363575701
samcl_runs/cc3m_text_image_only/global_64/text_only_different/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
samcl_runs/cc3m_text_image_only/global_64/text_only_similar/checkpoints/latest.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07c44f54a189ba5fc19f7b6629decaa2070945e86d358088b15470b0e34571b7
3
+ size 2363575701
samcl_runs/cc3m_text_image_only/global_64/text_only_similar/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
samcl_runs/cc3m_text_image_only_pretrained/global_64/image_only_different/checkpoints/latest.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34e63dbaa07350841022d2b5c952dfacf50a93020f76bdc0f178de5c4cf924e9
3
+ size 2363570005
samcl_runs/cc3m_text_image_only_pretrained/global_64/image_only_different/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
samcl_runs/cc3m_text_image_only_pretrained/global_64/image_only_similar/checkpoints/latest.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a14747cd276d5a8a96cccd8f6be405eea2b8e46060b22ea5c680396da6fb877
3
+ size 2363575701
samcl_runs/cc3m_text_image_only_pretrained/global_64/image_only_similar/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
samcl_runs/cc3m_text_image_only_pretrained/global_64/random/checkpoints/latest.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e624a9e142ab042589b67449136e0f47aa6389fa038ff2c318319930abbd11c
3
+ size 2363575701
samcl_runs/cc3m_text_image_only_pretrained/global_64/random/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff
 
samcl_runs/cc3m_text_image_only_pretrained/global_64/text_only_different/metrics.jsonl ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {"type": "config", "args": {"dataset_type": "cc3m_wds", "coco_images_dir": null, "coco_captions_json": null, "max_pairs": null, "wds_root": "/root/samcl/data/cc3m_wds", "wds_shard_glob": "cc3m-train-*.tar", "wds_rebuild_index": false, "saycam_images_root": null, "saycam_metadata_json": null, "saycam_mode": "one_frame", "student_arch": "hf_unimodal", "vision_model_name": "google/vit-base-patch16-224-in21k", "text_model_name": "bert-base-uncased", "vision_from_scratch": false, "text_from_scratch": false, "proj_dim": 256, "proj_hidden_dim": 512, "proj_layers": 2, "init_temperature": 0.07, "pairwise_loss": "infonce", "max_text_len": 77, "cvcl_vision_model_name": "dino_sfp_vitb16", "cvcl_vision_from_scratch": false, "cvcl_vocab_max": 50000, "cvcl_vocab_min_freq": 1, "cvcl_image_size": 224, "cvcl_use_strong_aug": false, "device": null, "seed": 1337, "deterministic": false, "num_workers": 8, "pin_memory": true, "prefetch_factor": 6, "dataloader_worker_threads": 1, "batch_size": 128, "lr": 1e-05, "weight_decay": 0.01, "max_steps": 15000, "log_every": 20, "save_every": 1000, "save_latest_only": true, "resume_from": null, "auto_resume": true, "resume_strict": false, "gpu_burn_every": 0, "gpu_burn_matmul_dim": 2048, "gpu_burn_iters": 4, "gpu_burn_dtype": "float16", "gpu_burn_reserve_gb": 0.0, "sampling_strategy": "semantic", "semantic_relation_mode": "text_only", "mix_r1": 0.25, "mix_r2": 0.25, "mix_r3": 0.25, "mix_r4": 0.25, "mix_similar": 0.0, "mix_different": 1.0, "sampler_max_tries": 3000, "semantic_sampler_mode": "global", "semantic_sampler_num_anchors": 3, "semantic_sampler_min_anchor_matches": null, "semantic_sampler_global_num_candidates": 64, "semantic_sampler_num_blocks": 1, "semantic_sampler_compute_device": "cuda", "semantic_sampler_cache_teacher_on_device": true, "cache_dir": "/root/samcl/cache/cc3m_semantic_student_mirrored/df417c2a2d02a94e", "teacher_text_model": "sentence-transformers/all-MiniLM-L6-v2", "teacher_image_arch": "resnet50", "teacher_image_model": null, "semantic_teacher_same_as_student": true, "prep_teacher_cache_only": false, "student_teacher_image_batch_size": 64, "student_teacher_text_batch_size": 128, "text_sim_threshold": 0.3, "image_sim_threshold": 0.65, "use_image_topk": false, "image_topk": 50, "eval_every": 500, "eval_max_pairs": 5000, "eval_type": "retrieval", "four_afc_subtype": "image", "four_afc_metadata": null, "four_afc_image_root": null, "four_afc_max_trials": null, "run_dir": "/root/samcl/runs/cc3m_text_image_only_pretrained/global_64/text_only_different"}}
2
+ {"type": "sampler", "step": 1, "samples_seen": 128, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 103.50557408109307, "step_time_s": 1.5858361488208175}
3
+ {"type": "train", "step": 1, "samples_seen": 128, "loss": 5.220458984375, "logit_scale": 14.285715103149414, "batch_rel_counts": {"1": 14540, "2": 1716}, "batch_rel_pct": {"1": 0.8944389763779528, "2": 0.10556102362204725}, "batch_rel_full_counts": {"1": 36, "2": 14504, "3": 0, "4": 1716}, "batch_rel_full_pct": {"1": 0.0022145669291338582, "2": 0.8922244094488189, "3": 0.0, "4": 0.10556102362204725}, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 103.50557408109307, "step_time_s": 1.5858361488208175, "throughput_samples_per_s": 80.71451776097874}
4
+ {"type": "gpu_mem", "step": 10, "samples_seen": 1280, "avg_alloc_mb_excl_peak": 22788.06277126736, "peak_alloc_mb": 23715.3623046875, "avg_reserved_mb_excl_peak": 24371.333333333332, "peak_reserved_mb": 25162.0, "time_elapsed_s": 201.47045026905835}
5
+ {"type": "sampler", "step": 10, "samples_seen": 1280, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 63.99212646484375, "time_elapsed_s": 201.47045026905835, "step_time_s": 0.3500572582706809}
6
+ {"type": "sampler", "step": 20, "samples_seen": 2560, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 302.18890035618097, "step_time_s": 0.34087248472496867}
7
+ {"type": "train", "step": 20, "samples_seen": 2560, "loss": 4.916459560394287, "logit_scale": 14.283517837524414, "batch_rel_counts": {"1": 15008, "2": 1248}, "batch_rel_pct": {"1": 0.9232283464566929, "2": 0.07677165354330709}, "batch_rel_full_counts": {"1": 56, "2": 14952, "3": 0, "4": 1248}, "batch_rel_full_pct": {"1": 0.0034448818897637795, "2": 0.9197834645669292, "3": 0.0, "4": 0.07677165354330709}, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 302.18890035618097, "step_time_s": 0.34087248472496867, "throughput_samples_per_s": 375.5069879086198}
8
+ {"type": "sampler", "step": 30, "samples_seen": 3840, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 403.3887610719539, "step_time_s": 0.34980882704257965}
9
+ {"type": "sampler", "step": 40, "samples_seen": 5120, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 501.7859018482268, "step_time_s": 0.34082745714113116}
10
+ {"type": "train", "step": 40, "samples_seen": 5120, "loss": 4.743689060211182, "logit_scale": 14.282234191894531, "batch_rel_counts": {"1": 13818, "2": 2438}, "batch_rel_pct": {"1": 0.8500246062992126, "2": 0.1499753937007874}, "batch_rel_full_counts": {"1": 40, "2": 13778, "3": 2, "4": 2436}, "batch_rel_full_pct": {"1": 0.0024606299212598425, "2": 0.8475639763779528, "3": 0.00012303149606299212, "4": 0.14985236220472442}, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 501.7859018482268, "step_time_s": 0.34082745714113116, "throughput_samples_per_s": 375.55659709363516}
11
+ {"type": "sampler", "step": 50, "samples_seen": 6400, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 688.745808258187, "step_time_s": 0.3439052519388497}
12
+ {"type": "sampler", "step": 60, "samples_seen": 7680, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 789.3346390360966, "step_time_s": 0.34384272480383515}
13
+ {"type": "train", "step": 60, "samples_seen": 7680, "loss": 4.322824478149414, "logit_scale": 14.282403945922852, "batch_rel_counts": {"1": 14208, "2": 2048}, "batch_rel_pct": {"1": 0.8740157480314961, "2": 0.12598425196850394}, "batch_rel_full_counts": {"1": 28, "2": 14180, "3": 0, "4": 2048}, "batch_rel_full_pct": {"1": 0.0017224409448818897, "2": 0.8722933070866141, "3": 0.0, "4": 0.12598425196850394}, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 789.3346390360966, "step_time_s": 0.34384272480383515, "throughput_samples_per_s": 372.2632202645118}
14
+ {"type": "sampler", "step": 70, "samples_seen": 8960, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 891.4031899650581, "step_time_s": 0.34969863621518016}
15
+ {"type": "sampler", "step": 80, "samples_seen": 10240, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 992.8259286521934, "step_time_s": 0.32550614792853594}
16
+ {"type": "train", "step": 80, "samples_seen": 10240, "loss": 4.136336803436279, "logit_scale": 14.283879280090332, "batch_rel_counts": {"1": 14698, "2": 1558}, "batch_rel_pct": {"1": 0.9041584645669292, "2": 0.09584153543307086}, "batch_rel_full_counts": {"1": 26, "2": 14672, "3": 4, "4": 1554}, "batch_rel_full_pct": {"1": 0.0015994094488188976, "2": 0.9025590551181102, "3": 0.00024606299212598425, "4": 0.09559547244094488}, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 992.8259286521934, "step_time_s": 0.32550614792853594, "throughput_samples_per_s": 393.2337401753225}
17
+ {"type": "sampler", "step": 90, "samples_seen": 11520, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 1175.8210823312402, "step_time_s": 0.3249933966435492}
18
+ {"type": "sampler", "step": 100, "samples_seen": 12800, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 1275.6998352259398, "step_time_s": 0.34355221362784505}
19
+ {"type": "train", "step": 100, "samples_seen": 12800, "loss": 3.8205103874206543, "logit_scale": 14.28600788116455, "batch_rel_counts": {"1": 14896, "2": 1360}, "batch_rel_pct": {"1": 0.9163385826771654, "2": 0.08366141732283465}, "batch_rel_full_counts": {"1": 62, "2": 14834, "3": 2, "4": 1358}, "batch_rel_full_pct": {"1": 0.003813976377952756, "2": 0.9125246062992126, "3": 0.00012303149606299212, "4": 0.08353838582677166}, "sampler_hit": 127, "sampler_fallback": 1, "sampler_avg_tries": 64.0, "time_elapsed_s": 1275.6998352259398, "step_time_s": 0.34355221362784505, "throughput_samples_per_s": 372.57800975387323}
samcl_runs/cc3m_text_image_only_pretrained/global_64/text_only_similar/checkpoints/latest.pt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c4f2fe36fecc4e3a1c06eac86602d351302869705da1b2442eeabc84b9aa5e3
3
+ size 2363575701
samcl_runs/cc3m_text_image_only_pretrained/global_64/text_only_similar/metrics.jsonl ADDED
The diff for this file is too large to render. See raw diff