Upload prior/prior_config.json with huggingface_hub

prior/prior_config.json

@@ -8,7 +8,7 @@
             "dim": 768,
             "depth": 12,
             "num_timesteps": 1000,
-            "max_text_len": 256,
+            "max_text_len": 77,
             "num_time_embeds": 1,
             "num_image_embeds": 1,
             "num_text_embeds": 1,
@@ -34,15 +34,15 @@
         "condition_on_text_encodings": true
     },
     "data": {
-        "batch_size": 64,
+        "batch_size": 215,
         "num_data_points": 50805086,
         "eval_every_seconds": 1800,
         "image_url": "s3://s-datasets/laion-aesthetic/embeddings/img_emb",
         "meta_url": "s3://s-datasets/laion-aesthetic/embeddings/metadata",
         "splits": {
             "train": 0.9,
-            "val": 2.4e-05,
-            "test":0.09997599999999998
+            "val": 9.6e-5,
+            "test":0.09990399999999998
         }
     },
     "train": {
@@ -52,13 +52,14 @@
         "max_grad_norm": 0.5,
         "use_ema": true,
         "ema_beta": 0.9999,
-        "ema_update_after_step": 10,
+        "ema_update_after_step": 20,
         "amp": false,
         "save_every_seconds": 3600,
-        "eval_timesteps": [64, 1000]
+        "eval_timesteps": [64, 1000],
+        "random_seed": 84513
     },
     "tracker": {
-        "data_path": ".prior-updates",
+        "data_path": ".prior-updates-dropout",
         "overwrite_data_path": true,
         "log": {
             "log_type": "wandb",
@@ -74,8 +75,8 @@
             {
                 "save_to": "local",
                 "save_type": "checkpoint",
-                "save_latest_to": ".prior-updates/latest_checkpoint.pth",
-                "save_best_to": ".prior-updates/best_checkpoint.pth"
+                "save_latest_to": ".prior-updates-dropout/latest_checkpoint.pth",
+                "save_best_to": ".prior-updates-dropout/best_checkpoint.pth"
             },
             {
                 "save_to": "huggingface",