Commit
·
bc5000b
1
Parent(s):
19f496f
Upload decoder/2B/decoder_config.json with huggingface_hub
Browse files
decoder/2B/decoder_config.json
CHANGED
|
@@ -57,11 +57,11 @@
|
|
| 57 |
"wd": 0.0,
|
| 58 |
"warmup_steps": 1000,
|
| 59 |
"max_grad_norm": 0.5,
|
| 60 |
-
"save_every_n_samples":
|
| 61 |
"n_sample_images": 10,
|
| 62 |
"device": "cuda:0",
|
| 63 |
-
"epoch_samples":
|
| 64 |
-
"validation_samples":
|
| 65 |
"use_ema": true,
|
| 66 |
"ema_beta": 0.99,
|
| 67 |
"save_all": false,
|
|
@@ -96,13 +96,12 @@
|
|
| 96 |
},
|
| 97 |
|
| 98 |
"load": {
|
| 99 |
-
"load_from":
|
| 100 |
"only_auto_resume": true,
|
| 101 |
"file_path": "/fsx/aidan/new/multinode/experiments/deepspeed/models/checkpoints/latest.pth"
|
| 102 |
},
|
| 103 |
|
| 104 |
-
"save": [
|
| 105 |
-
{
|
| 106 |
"save_to": "huggingface",
|
| 107 |
"huggingface_repo": "laion/DALLE2-PyTorch",
|
| 108 |
|
|
|
|
| 57 |
"wd": 0.0,
|
| 58 |
"warmup_steps": 1000,
|
| 59 |
"max_grad_norm": 0.5,
|
| 60 |
+
"save_every_n_samples": 545400,
|
| 61 |
"n_sample_images": 10,
|
| 62 |
"device": "cuda:0",
|
| 63 |
+
"epoch_samples": 2100000,
|
| 64 |
+
"validation_samples": 100000,
|
| 65 |
"use_ema": true,
|
| 66 |
"ema_beta": 0.99,
|
| 67 |
"save_all": false,
|
|
|
|
| 96 |
},
|
| 97 |
|
| 98 |
"load": {
|
| 99 |
+
"load_from": null,
|
| 100 |
"only_auto_resume": true,
|
| 101 |
"file_path": "/fsx/aidan/new/multinode/experiments/deepspeed/models/checkpoints/latest.pth"
|
| 102 |
},
|
| 103 |
|
| 104 |
+
"save": [{
|
|
|
|
| 105 |
"save_to": "huggingface",
|
| 106 |
"huggingface_repo": "laion/DALLE2-PyTorch",
|
| 107 |
|