patrickamadeus commited on
Commit
8f3fa3c
·
verified ·
1 Parent(s): 65a570e

Upload checkpoint from unified script: step_1000

Browse files
Files changed (3) hide show
  1. config.json +5 -5
  2. model.safetensors +2 -2
  3. training_state.pt +2 -2
config.json CHANGED
@@ -103,23 +103,23 @@
103
  "r8c8": "<row_8_col_8>"
104
  },
105
  "vlm_load_backbone_weights": true,
106
- "use_kv_bridge": true,
107
  "kv_bridge_mode": "identity",
108
  "kv_bridge_affine_stack_depth": 1,
109
  "kv_bridge_adapter_expansion_factor": 1.0,
110
- "kv_bridge_use_gate": true
111
  },
112
  "train_cfg": {
113
  "lr_mp": 5e-05,
114
  "lr_vision_backbone": 0.0,
115
- "lr_language_backbone": 1e-05,
116
  "lr_right_tower": 0.0,
117
- "lr_kv_bridge": 0.0001,
118
  "batch_size": 8,
119
  "gradient_accumulation_steps": 16,
120
  "max_grad_norm": 1.0,
121
  "max_training_steps": 2000,
122
- "warmup_ratio": 0.01,
123
  "stats_log_interval": 100,
124
  "compile": false,
125
  "eval_in_epochs": false,
 
103
  "r8c8": "<row_8_col_8>"
104
  },
105
  "vlm_load_backbone_weights": true,
106
+ "use_kv_bridge": false,
107
  "kv_bridge_mode": "identity",
108
  "kv_bridge_affine_stack_depth": 1,
109
  "kv_bridge_adapter_expansion_factor": 1.0,
110
+ "kv_bridge_use_gate": false
111
  },
112
  "train_cfg": {
113
  "lr_mp": 5e-05,
114
  "lr_vision_backbone": 0.0,
115
+ "lr_language_backbone": 5e-05,
116
  "lr_right_tower": 0.0,
117
+ "lr_kv_bridge": 0.0,
118
  "batch_size": 8,
119
  "gradient_accumulation_steps": 16,
120
  "max_grad_norm": 1.0,
121
  "max_training_steps": 2000,
122
+ "warmup_ratio": 0.03,
123
  "stats_log_interval": 100,
124
  "compile": false,
125
  "eval_in_epochs": false,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f660286d618fd621cca36e93d5a03c74312133f9e2257ab829ec748ae0a4e83f
3
- size 1450611792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:377be6ff285e69fff630c2f982f8e82581ea74064578d4456624c3cbb8e117b8
3
+ size 1450578848
training_state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bbdc4e8bf20cdbfae618c347193fbe3f60a5153d7a2a2266e9199b7bcdaa8c33
3
- size 1106791965
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0458aa915bd3075160ef73653b7db977f86f28f4deb119e91e0913e69417b963
3
+ size 1106724543