best quick_fid_4096=48.655746 step=150000 at 20260310-130557-UTC
Browse files- .gitattributes +4 -0
- baseline_run_5/best/step_150000_20260310-130557-UTC/_CHECKPOINT_METADATA +1 -0
- baseline_run_5/best/step_150000_20260310-130557-UTC/_METADATA +0 -0
- baseline_run_5/best/step_150000_20260310-130557-UTC/_sharding +0 -0
- baseline_run_5/best/step_150000_20260310-130557-UTC/array_metadatas/process_0 +0 -0
- baseline_run_5/best/step_150000_20260310-130557-UTC/config.json +63 -0
- baseline_run_5/best/step_150000_20260310-130557-UTC/d/d25a0f2148613438f2aa6abed37a8e23 +0 -0
- baseline_run_5/best/step_150000_20260310-130557-UTC/manifest.ocdbt +0 -0
- baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/0722d44421c190d86d7c7d0564ab8e78 +3 -0
- baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/405b3445e8f6b1d93fedfb3210e7f4e0 +0 -0
- baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/5f85f80d8957722c3e3b45b51af2f6d1 +3 -0
- baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/8e8791e55c2fff3271f6633cf449d47f +0 -0
- baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/9a17087add80ac960097ad02934a5bad +3 -0
- baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/a205fc0a072b5460d4546d35bb75e62a +0 -0
- baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/badfab0f4995d2b56bb143323c05e9ca +3 -0
- baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/manifest.ocdbt +0 -0
.gitattributes
CHANGED
|
@@ -75,3 +75,7 @@ baseline_run_5/best/step_100000_20260310-113201-UTC/ocdbt.process_0/d/d8c5ebcc3d
|
|
| 75 |
jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/2bdc3bcacc90dfaab07acc73936c810b filter=lfs diff=lfs merge=lfs -text
|
| 76 |
jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/862470d06a242d6137ad8eb42f6b5272 filter=lfs diff=lfs merge=lfs -text
|
| 77 |
jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/f24c5ceed4131d644e375425ec254cbd filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 75 |
jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/2bdc3bcacc90dfaab07acc73936c810b filter=lfs diff=lfs merge=lfs -text
|
| 76 |
jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/862470d06a242d6137ad8eb42f6b5272 filter=lfs diff=lfs merge=lfs -text
|
| 77 |
jepa2_run/best/step_100000_20260310-125131-UTC/ocdbt.process_0/d/f24c5ceed4131d644e375425ec254cbd filter=lfs diff=lfs merge=lfs -text
|
| 78 |
+
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/0722d44421c190d86d7c7d0564ab8e78 filter=lfs diff=lfs merge=lfs -text
|
| 79 |
+
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/5f85f80d8957722c3e3b45b51af2f6d1 filter=lfs diff=lfs merge=lfs -text
|
| 80 |
+
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/9a17087add80ac960097ad02934a5bad filter=lfs diff=lfs merge=lfs -text
|
| 81 |
+
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/badfab0f4995d2b56bb143323c05e9ca filter=lfs diff=lfs merge=lfs -text
|
baseline_run_5/best/step_150000_20260310-130557-UTC/_CHECKPOINT_METADATA
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773147938976868126, "commit_timestamp_nsecs": 1773147957529105035, "custom_metadata": {}}
|
baseline_run_5/best/step_150000_20260310-130557-UTC/_METADATA
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
baseline_run_5/best/step_150000_20260310-130557-UTC/_sharding
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
baseline_run_5/best/step_150000_20260310-130557-UTC/array_metadatas/process_0
ADDED
|
The diff for this file is too large to render.
See raw diff
|
|
|
baseline_run_5/best/step_150000_20260310-130557-UTC/config.json
ADDED
|
@@ -0,0 +1,63 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"mode": "baseline",
|
| 3 |
+
"data_dir": "/kaggle/input/datasets/bangchi/miniimagenet256-latents-arrayrecord-sdvae",
|
| 4 |
+
"num_classes": 100,
|
| 5 |
+
"patch_size": 2,
|
| 6 |
+
"hidden_size": 768,
|
| 7 |
+
"depth": 12,
|
| 8 |
+
"num_heads": 12,
|
| 9 |
+
"mlp_ratio": 4.0,
|
| 10 |
+
"opt": "adamw",
|
| 11 |
+
"lr": 0.0001,
|
| 12 |
+
"beta1": 0.9,
|
| 13 |
+
"beta2": 0.99,
|
| 14 |
+
"weight_decay": 0.0,
|
| 15 |
+
"global_batch": 256,
|
| 16 |
+
"steps": 300000,
|
| 17 |
+
"seed": 42,
|
| 18 |
+
"class_dropout_prob": 0.2,
|
| 19 |
+
"aug_flip_p": 0.5,
|
| 20 |
+
"aug_jitter_eps": 0.01,
|
| 21 |
+
"t_schedule": "lognormal",
|
| 22 |
+
"t_lognorm_mean": -0.4,
|
| 23 |
+
"t_lognorm_std": 1.0,
|
| 24 |
+
"lambda_jepa": 0.1,
|
| 25 |
+
"ema_decay": 0.999,
|
| 26 |
+
"mask_ratio": 0.25,
|
| 27 |
+
"student_layer": 3,
|
| 28 |
+
"teacher_layer": 7,
|
| 29 |
+
"lambda_jepa2": 1,
|
| 30 |
+
"jepa2_split_layer": 4,
|
| 31 |
+
"jepa2_mask_lo": 0.2,
|
| 32 |
+
"jepa2_mask_hi": 0.4,
|
| 33 |
+
"jepa2_t_shift": 1,
|
| 34 |
+
"jepa2_alpha_lo": 1.4,
|
| 35 |
+
"jepa2_alpha_hi": 2.0,
|
| 36 |
+
"jepa2_sigreg_slices": 512,
|
| 37 |
+
"jepa2_sigreg_sigma": 1.0,
|
| 38 |
+
"jepa2_sigreg_num_points": 17,
|
| 39 |
+
"jepa2_sigreg_domain_lo": -5.0,
|
| 40 |
+
"jepa2_sigreg_domain_hi": 5.0,
|
| 41 |
+
"cfg_scale": 2.0,
|
| 42 |
+
"sample_steps": 128,
|
| 43 |
+
"num_sample_images": 16,
|
| 44 |
+
"fid_n": 4096,
|
| 45 |
+
"fid_cache_path": "checkpoints/fid_real_stats_4096.npz",
|
| 46 |
+
"fid_decode_batch": 128,
|
| 47 |
+
"fid_inception_batch": 128,
|
| 48 |
+
"log_every": 1000,
|
| 49 |
+
"eval_every": 5000,
|
| 50 |
+
"sample_every": 10000,
|
| 51 |
+
"fid_every": 50000,
|
| 52 |
+
"ckpt_every": 100000,
|
| 53 |
+
"run_name": "baseline_run_5",
|
| 54 |
+
"ckpt_dir": "/kaggle/working/checkpoints_jepa2",
|
| 55 |
+
"best_metric": "quick_fid_4096",
|
| 56 |
+
"hf_repo_id": "",
|
| 57 |
+
"hf_username": "Bangchis",
|
| 58 |
+
"hf_repo_name": "soft-jepa-flow",
|
| 59 |
+
"hf_private": false,
|
| 60 |
+
"latent_size": 32,
|
| 61 |
+
"latent_channels": 4,
|
| 62 |
+
"vae_scaling_factor": 0.18215
|
| 63 |
+
}
|
baseline_run_5/best/step_150000_20260310-130557-UTC/d/d25a0f2148613438f2aa6abed37a8e23
ADDED
|
Binary file (7.69 kB). View file
|
|
|
baseline_run_5/best/step_150000_20260310-130557-UTC/manifest.ocdbt
ADDED
|
Binary file (118 Bytes). View file
|
|
|
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/0722d44421c190d86d7c7d0564ab8e78
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:22a7ca088874ee55121510e3ba1e4984085e9478c2d2b63ab7caef05efbd0a3c
|
| 3 |
+
size 6594560
|
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/405b3445e8f6b1d93fedfb3210e7f4e0
ADDED
|
Binary file (198 Bytes). View file
|
|
|
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/5f85f80d8957722c3e3b45b51af2f6d1
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:44db0a03fdb91f3b9ab63708c0c770a192b3e60ed5ae1624900d34ddeede3c36
|
| 3 |
+
size 1105203200
|
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/8e8791e55c2fff3271f6633cf449d47f
ADDED
|
Binary file (848 Bytes). View file
|
|
|
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/9a17087add80ac960097ad02934a5bad
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ed0b6efa64b1db77b4da7957cd5c284585e1d95453441bd5bcc63c0c4b3942fe
|
| 3 |
+
size 583413760
|
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/a205fc0a072b5460d4546d35bb75e62a
ADDED
|
Binary file (535 Bytes). View file
|
|
|
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/badfab0f4995d2b56bb143323c05e9ca
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3037e3993eb641b052c228a2024ff870108a01acbb9650fc0c445ed802a11fb9
|
| 3 |
+
size 243093504
|
baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/manifest.ocdbt
ADDED
|
Binary file (396 Bytes). View file
|
|
|