ISdept commited on
Commit
9364d1b
·
verified ·
1 Parent(s): 0c77efe

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +1 -3
config.json CHANGED
@@ -56,7 +56,6 @@
56
  "nhead": 4,
57
  "num_encoder_layers": 4,
58
  "dim_feedforward": 512,
59
- "state_token_dim": 64,
60
  "optimizer_lr": 0.0001,
61
  "optimizer_betas": [
62
  0.95,
@@ -65,6 +64,5 @@
65
  "optimizer_eps": 1e-08,
66
  "optimizer_weight_decay": 1e-06,
67
  "scheduler_name": "cosine",
68
- "scheduler_warmup_steps": 500,
69
- "do_mask_loss_for_padding": true
70
  }
 
56
  "nhead": 4,
57
  "num_encoder_layers": 4,
58
  "dim_feedforward": 512,
 
59
  "optimizer_lr": 0.0001,
60
  "optimizer_betas": [
61
  0.95,
 
64
  "optimizer_eps": 1e-08,
65
  "optimizer_weight_decay": 1e-06,
66
  "scheduler_name": "cosine",
67
+ "scheduler_warmup_steps": 500
 
68
  }