Update pdlm_d8_bs4_pr1_r25_non_ca_samenoisy/base_checkpoints/d8/meta_005680.json
Browse files
pdlm_d8_bs4_pr1_r25_non_ca_samenoisy/base_checkpoints/d8/meta_005680.json
CHANGED
|
@@ -11,7 +11,8 @@
|
|
| 11 |
"n_embd": 512,
|
| 12 |
"prefix_pure_tokens": 1,
|
| 13 |
"mask_token_id": 4096,
|
| 14 |
-
"is_causal": false
|
|
|
|
| 15 |
},
|
| 16 |
"user_config": {
|
| 17 |
"run": "pdlm_d8_bs4_pr1_r25_non_ca_samenoisy",
|
|
|
|
| 11 |
"n_embd": 512,
|
| 12 |
"prefix_pure_tokens": 1,
|
| 13 |
"mask_token_id": 4096,
|
| 14 |
+
"is_causal": false,
|
| 15 |
+
"bucket_size": 4
|
| 16 |
},
|
| 17 |
"user_config": {
|
| 18 |
"run": "pdlm_d8_bs4_pr1_r25_non_ca_samenoisy",
|