Upload decoder_config.json with huggingface_hub

decoder_config.json

@@ -56,8 +56,8 @@
     },
     "train": {
         "epochs": 1000,
-        "lr":1.2e-4,
-        "wd": 0.00,
+        "lr":1e-4,
+        "wd": 0.01,
         "max_grad_norm": 0.5,
         "save_every_n_samples": 200000,
         "n_sample_images": 10,
@@ -65,8 +65,7 @@
         "epoch_samples": 2000000,
         "validation_samples": 100000,
         "use_ema": true,
-        "ema_beta": 0.9999,
-        "ema_inv_gamma":0.75,
+        "ema_beta": 0.99,
         "save_all": false,
         "save_latest": true,
         "save_best": true,
@@ -92,11 +91,15 @@
             "wandb_entity": "nousr_laion",
             "wandb_project": "dalle2_train_decoder",
 
+            "wandb_run_id": "5ojoz4bw",
+            "wandb_resume": true, 
+
             "verbose": true
         },
 
         "load": {
-            "load_from": null
+            "load_from": "wandb",
+            "wandb_file_path": "latest.pth"
         },
 
         "save": [{
@@ -106,10 +109,8 @@
             "save_to": "huggingface",
             "huggingface_repo": "laion/DALLE2-PyTorch",
 
-            "save_all": false,
-            "save_latest": true,
-            "save_best": true,
-
+            "save_latest_to": "latest_{epoch}.pth",
+            
             "save_type": "model"
         }]
     }