sengi commited on
Commit
2c9fd21
·
verified ·
1 Parent(s): db06edd

Upload policy

Browse files
Files changed (2) hide show
  1. config.json +3 -3
  2. model.safetensors +1 -1
config.json CHANGED
@@ -67,14 +67,14 @@
67
  "freeze_vision_encoder": true,
68
  "train_expert_only": false,
69
  "train_state_proj": true,
70
- "optimizer_lr": 3e-05,
71
  "optimizer_betas": [
72
  0.9,
73
  0.95
74
  ],
75
  "optimizer_eps": 1e-08,
76
  "optimizer_weight_decay": 1e-10,
77
- "scheduler_warmup_steps": 50,
78
- "scheduler_decay_steps": 1500,
79
  "scheduler_decay_lr": 1e-05
80
  }
 
67
  "freeze_vision_encoder": true,
68
  "train_expert_only": false,
69
  "train_state_proj": true,
70
+ "optimizer_lr": 1e-05,
71
  "optimizer_betas": [
72
  0.9,
73
  0.95
74
  ],
75
  "optimizer_eps": 1e-08,
76
  "optimizer_weight_decay": 1e-10,
77
+ "scheduler_warmup_steps": 1000,
78
+ "scheduler_decay_steps": 30000,
79
  "scheduler_decay_lr": 1e-05
80
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b623ed92866a5fd57a95831527cd63cbde206029f6f877bd9060ca81f8b9dfac
3
  size 7536030336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8fab2bb0f1e9d9101aec04a39c58477ec74b2ba64cd146a5529a847fa67d2be
3
  size 7536030336