Upload decoder/3B_fp16/decoder_config.json with huggingface_hub

decoder/3B_fp16/decoder_config.json

@@ -18,6 +18,10 @@
                 "memory_efficient": true
             }
         ],
+        "clip": {
+            "make": "openai",
+            "model": "ViT-L/14"
+        },
         "image_sizes": [64],
         "channels": 3,
         "timesteps": 1000,
@@ -26,13 +30,12 @@
         "learned_variance": false
     },
     "data": {
-        "webdataset_base_url": "pipe:aws s3 cp --quiet s3://s-datasets/laion-aesthetic/data/laion2B-en-aesthetic/{}.tar -", 
-        "img_embeddings_url": "s3://s-datasets/laion-aesthetic/ordered_embeddings/",
+        "webdataset_base_url": "pipe:aws s3 cp --quiet s3://s-datasets/laion5b/laion2B-data/{}.tar -", 
         "num_workers": 6,
         "batch_size": 40,
         "start_shard": 0,
-        "end_shard": 5247,
-        "shard_width": 5,
+        "end_shard": 231349,
+        "shard_width": 6,
         "index_width": 4,
         "splits": {
             "train": 0.75,
@@ -77,15 +80,15 @@
         }
     },
     "tracker": {
-        "data_path": "/fsx/aidan/new/multinode/experiments/deepspeed_fp16/.tracker-data",
+        "data_path": "/fsx/aidan/new/multinode/experiments/deepspeed_fp16_2b/.tracker-data",
         "overwrite_data_path": true,
 
         "log": {
-            "log_type": "wandb",
+            "log_type": "console",
 
             "wandb_entity": "Veldrovive",
             "wandb_project": "dalle2_train_decoder",
-            "wandb_run_name": "3B deepspeed fp16",
+            "wandb_run_name": "3B deepspeed fp16 2B",
 
             "auto_resume": true,
             "verbose": true
@@ -94,7 +97,7 @@
         "load": {
             "load_from": "local",
             "only_auto_resume": true,
-	        "file_path": "/fsx/aidan/new/multinode/experiments/deepspeed_fp16/models/checkpoints/latest.pth"
+	        "file_path": "/fsx/aidan/new/multinode/experiments/deepspeed_fp16_2b/models/checkpoints/latest.pth"
         },
 
         "save": [{
@@ -114,7 +117,7 @@
             "save_type": "checkpoint"
         },{
             "save_to": "local",
-            "save_latest_to": "/fsx/aidan/new/multinode/experiments/deepspeed_fp16/models/checkpoints/latest.pth",
+            "save_latest_to": "/fsx/aidan/new/multinode/experiments/deepspeed_fp16_2b/models/checkpoints/latest.pth",
 
             "save_type": "checkpoint"
         }]