Update pdlm_d8_bs8_pr1_r25_ca_samenoisy/base_checkpoints/d8/meta_005680.json
Browse files
pdlm_d8_bs8_pr1_r25_ca_samenoisy/base_checkpoints/d8/meta_005680.json
CHANGED
|
@@ -10,7 +10,8 @@
|
|
| 10 |
"n_kv_head": 4,
|
| 11 |
"n_embd": 512,
|
| 12 |
"prefix_pure_tokens": 1,
|
| 13 |
-
"mask_token_id": 4096
|
|
|
|
| 14 |
},
|
| 15 |
"user_config": {
|
| 16 |
"run": "pdlm_d8_bs8_pr1_r25_ca_samenoisy",
|
|
|
|
| 10 |
"n_kv_head": 4,
|
| 11 |
"n_embd": 512,
|
| 12 |
"prefix_pure_tokens": 1,
|
| 13 |
+
"mask_token_id": 4096,
|
| 14 |
+
"bucket_size": 8
|
| 15 |
},
|
| 16 |
"user_config": {
|
| 17 |
"run": "pdlm_d8_bs8_pr1_r25_ca_samenoisy",
|