patrickamadeus commited on
Commit
6b45286
·
verified ·
1 Parent(s): b909e26

Upload checkpoint from unified script: step_1500

Browse files
Files changed (3) hide show
  1. config.json +5 -5
  2. model.safetensors +2 -2
  3. training_state.pt +2 -2
config.json CHANGED
@@ -103,23 +103,23 @@
103
  "r8c8": "<row_8_col_8>"
104
  },
105
  "vlm_load_backbone_weights": true,
106
- "use_kv_bridge": true,
107
  "kv_bridge_mode": "identity",
108
  "kv_bridge_affine_stack_depth": 1,
109
  "kv_bridge_adapter_expansion_factor": 1.0,
110
- "kv_bridge_use_gate": true
111
  },
112
  "train_cfg": {
113
  "lr_mp": 5e-05,
114
  "lr_vision_backbone": 0.0,
115
- "lr_language_backbone": 1e-05,
116
  "lr_right_tower": 0.0,
117
- "lr_kv_bridge": 0.0001,
118
  "batch_size": 8,
119
  "gradient_accumulation_steps": 16,
120
  "max_grad_norm": 1.0,
121
  "max_training_steps": 2000,
122
- "warmup_ratio": 0.01,
123
  "stats_log_interval": 100,
124
  "compile": false,
125
  "eval_in_epochs": false,
 
103
  "r8c8": "<row_8_col_8>"
104
  },
105
  "vlm_load_backbone_weights": true,
106
+ "use_kv_bridge": false,
107
  "kv_bridge_mode": "identity",
108
  "kv_bridge_affine_stack_depth": 1,
109
  "kv_bridge_adapter_expansion_factor": 1.0,
110
+ "kv_bridge_use_gate": false
111
  },
112
  "train_cfg": {
113
  "lr_mp": 5e-05,
114
  "lr_vision_backbone": 0.0,
115
+ "lr_language_backbone": 5e-05,
116
  "lr_right_tower": 0.0,
117
+ "lr_kv_bridge": 0.0,
118
  "batch_size": 8,
119
  "gradient_accumulation_steps": 16,
120
  "max_grad_norm": 1.0,
121
  "max_training_steps": 2000,
122
+ "warmup_ratio": 0.03,
123
  "stats_log_interval": 100,
124
  "compile": false,
125
  "eval_in_epochs": false,
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:880432dda9e3e8e63e05e4f9e0042e2b867f7dbb8c697f1ff51cfcbff15f2e52
3
- size 1450611792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cff723b6856e2ec351303f301ec8ca1b5026780c53b4ee7df4ca34959c8f7ab
3
+ size 1450578848
training_state.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bd7183160b6a66eaacc3da544151d6e9441f2797b524ed1bfc87ca376748d499
3
- size 1106791965
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fc2b9ea7cddd83812d8a1456ee28434b0775f8642f7b3f03b0c31ad47d5ff19
3
+ size 1106724543