Update config.json
Browse files- config.json +1 -3
config.json
CHANGED
|
@@ -56,7 +56,6 @@
|
|
| 56 |
"nhead": 4,
|
| 57 |
"num_encoder_layers": 4,
|
| 58 |
"dim_feedforward": 512,
|
| 59 |
-
"state_token_dim": 64,
|
| 60 |
"optimizer_lr": 0.0001,
|
| 61 |
"optimizer_betas": [
|
| 62 |
0.95,
|
|
@@ -65,6 +64,5 @@
|
|
| 65 |
"optimizer_eps": 1e-08,
|
| 66 |
"optimizer_weight_decay": 1e-06,
|
| 67 |
"scheduler_name": "cosine",
|
| 68 |
-
"scheduler_warmup_steps": 500
|
| 69 |
-
"do_mask_loss_for_padding": true
|
| 70 |
}
|
|
|
|
| 56 |
"nhead": 4,
|
| 57 |
"num_encoder_layers": 4,
|
| 58 |
"dim_feedforward": 512,
|
|
|
|
| 59 |
"optimizer_lr": 0.0001,
|
| 60 |
"optimizer_betas": [
|
| 61 |
0.95,
|
|
|
|
| 64 |
"optimizer_eps": 1e-08,
|
| 65 |
"optimizer_weight_decay": 1e-06,
|
| 66 |
"scheduler_name": "cosine",
|
| 67 |
+
"scheduler_warmup_steps": 500
|
|
|
|
| 68 |
}
|