Update small_32gpus/decoder_config.json
Browse files
small_32gpus/decoder_config.json
CHANGED
|
@@ -16,7 +16,7 @@
|
|
| 16 |
"attn_dim_head": 64,
|
| 17 |
"sparse_attn": true,
|
| 18 |
"memory_efficient": true,
|
| 19 |
-
|
| 20 |
}
|
| 21 |
],
|
| 22 |
"clip": {
|
|
@@ -97,7 +97,7 @@
|
|
| 97 |
},
|
| 98 |
|
| 99 |
"load": {
|
| 100 |
-
|
| 101 |
"load_from": "url",
|
| 102 |
"url": "https://api.wandb.ai/files/rom1504/dalle2_train_decoder/3tmnv289/latest.pth"
|
| 103 |
},
|
|
@@ -108,6 +108,7 @@
|
|
| 108 |
{
|
| 109 |
"save_to": "huggingface",
|
| 110 |
"huggingface_repo": "laion/DALLE2-PyTorch",
|
|
|
|
| 111 |
|
| 112 |
"save_latest_to": "decoder/small_32gpus/latest.pth",
|
| 113 |
|
|
|
|
| 16 |
"attn_dim_head": 64,
|
| 17 |
"sparse_attn": true,
|
| 18 |
"memory_efficient": true,
|
| 19 |
+
"self_attn": [false, true, true, true]
|
| 20 |
}
|
| 21 |
],
|
| 22 |
"clip": {
|
|
|
|
| 97 |
},
|
| 98 |
|
| 99 |
"load": {
|
| 100 |
+
"resume": true,
|
| 101 |
"load_from": "url",
|
| 102 |
"url": "https://api.wandb.ai/files/rom1504/dalle2_train_decoder/3tmnv289/latest.pth"
|
| 103 |
},
|
|
|
|
| 108 |
{
|
| 109 |
"save_to": "huggingface",
|
| 110 |
"huggingface_repo": "laion/DALLE2-PyTorch",
|
| 111 |
+
"save_meta_to": "decoder/small_32gpus/",
|
| 112 |
|
| 113 |
"save_latest_to": "decoder/small_32gpus/latest.pth",
|
| 114 |
|