patrickamadeus commited on
Commit
fdea35d
·
verified ·
1 Parent(s): 31a9eab

Upload checkpoint from unified script: step_250

Browse files
Files changed (3) hide show
  1. config.json +5 -5
  2. model.safetensors +2 -2
  3. training_state.pt +2 -2
config.json CHANGED
@@ -103,23 +103,23 @@
103
  "r8c8": "<row_8_col_8>"
104
  },
105
  "vlm_load_backbone_weights": true,
106
- "use_kv_bridge": true,
107
  "kv_bridge_mode": "identity",
108
  "kv_bridge_affine_stack_depth": 1,
109
  "kv_bridge_adapter_expansion_factor": 1.0,
110
- "kv_bridge_use_gate": true
111
  },
112
  "train_cfg": {
113
  "lr_mp": 5e-05,
114
  "lr_vision_backbone": 0.0,
115
- "lr_language_backbone": 1e-05,
116
  "lr_right_tower": 0.0,
117
- "lr_kv_bridge": 0.0001,
118
  "batch_size": 8,
119
  "gradient_accumulation_steps": 16,
120
  "max_grad_norm": 1.0,
121
  "max_training_steps": 2000,
122
- "warmup_ratio": 0.01,
123
  "stats_log_interval": 100,
124
  "compile": false,
125
  "eval_in_epochs": false,
 
103
  "r8c8": "<row_8_col_8>"
104
  },
105
  "vlm_load_backbone_weights": true,
106
+ "use_kv_bridge": false,
107
  "kv_bridge_mode": "identity",
108
  "kv_bridge_affine_stack_depth": 1,
109
  "kv_bridge_adapter_expansion_factor": 1.0,
110
+ "kv_bridge_use_gate": false
111
  },
112
  "train_cfg": {
113
  "lr_mp": 5e-05,
114
  "lr_vision_backbone": 0.0,
115
+ "lr_language_backbone": 5e-05,
116
  "lr_right_tower": 0.0,
117
+ "lr_kv_bridge": 0.0,
118
  "batch_size": 8,
119
  "gradient_accumulation_steps": 16,
120
  "max_grad_norm": 1.0,
121
  "max_training_steps": 2000,
122
+ "warmup_ratio": 0.03,
123
  "stats_log_interval": 100,
124
  "compile": false,
125
  "eval_in_epochs": false,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0251300f7a5bdc0a334dff8c0854ce70053a1e3ba314b1c79bc6c06c22276184
3
- size 1450611792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1ab206b77f230b25f4691facb4e84a31b82f70c568aa1173441dfe2a02fe806
3
+ size 1450578848
training_state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f4e9547769d8d38647e96c26a643f6686eb2349eb23c11f2639f3791a8139e5d
3
- size 1106791965
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:47dedc99c51de8fd2aa8ae801c5ea6d00b36010048a6543bd00a684c48792ce1
3
+ size 1106724543