Bangchis commited on
Commit
17c94b8
·
verified ·
1 Parent(s): afdfb0e

best quick_fid_4096=48.655746 step=150000 at 20260310-130557-UTC

Browse files
.gitattributes CHANGED
@@ -75,3 +75,7 @@ baseline_run_5/best/step_100000_20260310-113201-UTC/ocdbt.process_0/d/d8c5ebcc3d
75
  jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/2bdc3bcacc90dfaab07acc73936c810b filter=lfs diff=lfs merge=lfs -text
76
  jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/862470d06a242d6137ad8eb42f6b5272 filter=lfs diff=lfs merge=lfs -text
77
  jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/f24c5ceed4131d644e375425ec254cbd filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
75
  jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/2bdc3bcacc90dfaab07acc73936c810b filter=lfs diff=lfs merge=lfs -text
76
  jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/862470d06a242d6137ad8eb42f6b5272 filter=lfs diff=lfs merge=lfs -text
77
  jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/f24c5ceed4131d644e375425ec254cbd filter=lfs diff=lfs merge=lfs -text
78
+ baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/0722d44421c190d86d7c7d0564ab8e78 filter=lfs diff=lfs merge=lfs -text
79
+ baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/5f85f80d8957722c3e3b45b51af2f6d1 filter=lfs diff=lfs merge=lfs -text
80
+ baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/9a17087add80ac960097ad02934a5bad filter=lfs diff=lfs merge=lfs -text
81
+ baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/badfab0f4995d2b56bb143323c05e9ca filter=lfs diff=lfs merge=lfs -text
baseline_run_5/best/step_150000_20260310-130557-UTC/_CHECKPOINT_METADATA ADDED
@@ -0,0 +1 @@
 
 
1
+ {"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773147938976868126, "commit_timestamp_nsecs": 1773147957529105035, "custom_metadata": {}}
baseline_run_5/best/step_150000_20260310-130557-UTC/_METADATA ADDED
The diff for this file is too large to render. See raw diff
 
baseline_run_5/best/step_150000_20260310-130557-UTC/_sharding ADDED
The diff for this file is too large to render. See raw diff
 
baseline_run_5/best/step_150000_20260310-130557-UTC/array_metadatas/process_0 ADDED
The diff for this file is too large to render. See raw diff
 
baseline_run_5/best/step_150000_20260310-130557-UTC/config.json ADDED
@@ -0,0 +1,63 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "mode": "baseline",
3
+ "data_dir": "/kaggle/input/datasets/bangchi/miniimagenet256-latents-arrayrecord-sdvae",
4
+ "num_classes": 100,
5
+ "patch_size": 2,
6
+ "hidden_size": 768,
7
+ "depth": 12,
8
+ "num_heads": 12,
9
+ "mlp_ratio": 4.0,
10
+ "opt": "adamw",
11
+ "lr": 0.0001,
12
+ "beta1": 0.9,
13
+ "beta2": 0.99,
14
+ "weight_decay": 0.0,
15
+ "global_batch": 256,
16
+ "steps": 300000,
17
+ "seed": 42,
18
+ "class_dropout_prob": 0.2,
19
+ "aug_flip_p": 0.5,
20
+ "aug_jitter_eps": 0.01,
21
+ "t_schedule": "lognormal",
22
+ "t_lognorm_mean": -0.4,
23
+ "t_lognorm_std": 1.0,
24
+ "lambda_jepa": 0.1,
25
+ "ema_decay": 0.999,
26
+ "mask_ratio": 0.25,
27
+ "student_layer": 3,
28
+ "teacher_layer": 7,
29
+ "lambda_jepa2": 1,
30
+ "jepa2_split_layer": 4,
31
+ "jepa2_mask_lo": 0.2,
32
+ "jepa2_mask_hi": 0.4,
33
+ "jepa2_t_shift": 1,
34
+ "jepa2_alpha_lo": 1.4,
35
+ "jepa2_alpha_hi": 2.0,
36
+ "jepa2_sigreg_slices": 512,
37
+ "jepa2_sigreg_sigma": 1.0,
38
+ "jepa2_sigreg_num_points": 17,
39
+ "jepa2_sigreg_domain_lo": -5.0,
40
+ "jepa2_sigreg_domain_hi": 5.0,
41
+ "cfg_scale": 2.0,
42
+ "sample_steps": 128,
43
+ "num_sample_images": 16,
44
+ "fid_n": 4096,
45
+ "fid_cache_path": "checkpoints/fid_real_stats_4096.npz",
46
+ "fid_decode_batch": 128,
47
+ "fid_inception_batch": 128,
48
+ "log_every": 1000,
49
+ "eval_every": 5000,
50
+ "sample_every": 10000,
51
+ "fid_every": 50000,
52
+ "ckpt_every": 100000,
53
+ "run_name": "baseline_run_5",
54
+ "ckpt_dir": "/kaggle/working/checkpoints_jepa2",
55
+ "best_metric": "quick_fid_4096",
56
+ "hf_repo_id": "",
57
+ "hf_username": "Bangchis",
58
+ "hf_repo_name": "soft-jepa-flow",
59
+ "hf_private": false,
60
+ "latent_size": 32,
61
+ "latent_channels": 4,
62
+ "vae_scaling_factor": 0.18215
63
+ }
baseline_run_5/best/step_150000_20260310-130557-UTC/d/d25a0f2148613438f2aa6abed37a8e23 ADDED
Binary file (7.69 kB). View file
 
baseline_run_5/best/step_150000_20260310-130557-UTC/manifest.ocdbt ADDED
Binary file (118 Bytes). View file
 
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/0722d44421c190d86d7c7d0564ab8e78 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22a7ca088874ee55121510e3ba1e4984085e9478c2d2b63ab7caef05efbd0a3c
3
+ size 6594560
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/405b3445e8f6b1d93fedfb3210e7f4e0 ADDED
Binary file (198 Bytes). View file
 
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/5f85f80d8957722c3e3b45b51af2f6d1 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44db0a03fdb91f3b9ab63708c0c770a192b3e60ed5ae1624900d34ddeede3c36
3
+ size 1105203200
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/8e8791e55c2fff3271f6633cf449d47f ADDED
Binary file (848 Bytes). View file
 
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/9a17087add80ac960097ad02934a5bad ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed0b6efa64b1db77b4da7957cd5c284585e1d95453441bd5bcc63c0c4b3942fe
3
+ size 583413760
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/a205fc0a072b5460d4546d35bb75e62a ADDED
Binary file (535 Bytes). View file
 
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/badfab0f4995d2b56bb143323c05e9ca ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3037e3993eb641b052c228a2024ff870108a01acbb9650fc0c445ed802a11fb9
3
+ size 243093504
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/manifest.ocdbt ADDED
Binary file (396 Bytes). View file