best quick_fid_4096=66.906830 step=150000 at 20260310-150207-UTC

.gitattributes

@@ -79,3 +79,5 @@ baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/0722d44421
 baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/5f85f80d8957722c3e3b45b51af2f6d1 filter=lfs diff=lfs merge=lfs -text
 baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/9a17087add80ac960097ad02934a5bad filter=lfs diff=lfs merge=lfs -text
 baseline_run_5/best/step_150000_20260310-130557-UTC/ocdbt.process_0/d/badfab0f4995d2b56bb143323c05e9ca filter=lfs diff=lfs merge=lfs -text
+jepa2_run/best/step_150000_20260310-150207-UTC/ocdbt.process_0/d/2f1dd57d4934a9f170b7c91961731bcf filter=lfs diff=lfs merge=lfs -text
+jepa2_run/best/step_150000_20260310-150207-UTC/ocdbt.process_0/d/4c815373c9cabfa264637c7db6423857 filter=lfs diff=lfs merge=lfs -text

jepa2_run/best/step_150000_20260310-150207-UTC/_CHECKPOINT_METADATA

@@ -0,0 +1 @@
+{"item_handlers": "orbax.checkpoint._src.handlers.pytree_checkpoint_handler.PyTreeCheckpointHandler", "metrics": {}, "performance_metrics": {}, "init_timestamp_nsecs": 1773154908818880547, "commit_timestamp_nsecs": 1773154927678365662, "custom_metadata": {}}

jepa2_run/best/step_150000_20260310-150207-UTC/config.json

@@ -0,0 +1,63 @@
+{
+  "mode": "jepa2",
+  "data_dir": "/kaggle/input/datasets/bangchi/miniimagenet256-latents-arrayrecord-sdvae",
+  "num_classes": 100,
+  "patch_size": 2,
+  "hidden_size": 768,
+  "depth": 12,
+  "num_heads": 12,
+  "mlp_ratio": 4.0,
+  "opt": "adam",
+  "lr": 0.0001,
+  "beta1": 0.9,
+  "beta2": 0.99,
+  "weight_decay": 0.06,
+  "global_batch": 128,
+  "steps": 200000,
+  "seed": 42,
+  "class_dropout_prob": 0.2,
+  "aug_flip_p": 0.5,
+  "aug_jitter_eps": 0.01,
+  "t_schedule": "uniform",
+  "t_lognorm_mean": -0.4,
+  "t_lognorm_std": 1.0,
+  "lambda_jepa": 0.1,
+  "ema_decay": 0.999,
+  "mask_ratio": 0.25,
+  "student_layer": 3,
+  "teacher_layer": 7,
+  "lambda_jepa2": 1.0,
+  "jepa2_split_layer": 4,
+  "jepa2_mask_lo": 0.2,
+  "jepa2_mask_hi": 0.4,
+  "jepa2_t_shift": 1.0,
+  "jepa2_alpha_lo": 1.4,
+  "jepa2_alpha_hi": 2.0,
+  "jepa2_sigreg_slices": 512,
+  "jepa2_sigreg_sigma": 1.0,
+  "jepa2_sigreg_num_points": 17,
+  "jepa2_sigreg_domain_lo": -5.0,
+  "jepa2_sigreg_domain_hi": 5.0,
+  "cfg_scale": 2.0,
+  "sample_steps": 128,
+  "num_sample_images": 16,
+  "fid_n": 4096,
+  "fid_cache_path": "checkpoints/fid_real_stats_4096.npz",
+  "fid_decode_batch": 128,
+  "fid_inception_batch": 128,
+  "log_every": 1000,
+  "eval_every": 5000,
+  "sample_every": 10000,
+  "fid_every": 50000,
+  "ckpt_every": 100000,
+  "run_name": "jepa2_run",
+  "ckpt_dir": "/kaggle/working/checkpoints_jepa2",
+  "best_metric": "quick_fid_4096",
+  "hf_repo_id": "",
+  "hf_username": "Bangchis",
+  "hf_repo_name": "soft-jepa-flow",
+  "hf_private": false,
+  "latent_size": 32,
+  "latent_channels": 4,
+  "vae_scaling_factor": 0.18215
+}

jepa2_run/best/step_150000_20260310-150207-UTC/ocdbt.process_0/d/2f1dd57d4934a9f170b7c91961731bcf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ad93d64ca7666c719ce9a18b29785358054100e78c60e5b13f7a184638049e39
+size 366288896

jepa2_run/best/step_150000_20260310-150207-UTC/ocdbt.process_0/d/4c815373c9cabfa264637c7db6423857

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a332050e129c1d7115719836f86eb162fa0deca1eef6c99565f75f9772ce8800
+size 1551015936