abcorrea commited on
Commit
3ed7afd
·
verified ·
1 Parent(s): 31f0c48

abcorrea/struct-v3

Browse files
README.md CHANGED
@@ -4,8 +4,8 @@ library_name: transformers
4
  model_name: struct-v3
5
  tags:
6
  - generated_from_trainer
7
- - sft
8
  - trl
 
9
  licence: license
10
  ---
11
 
 
4
  model_name: struct-v3
5
  tags:
6
  - generated_from_trainer
 
7
  - trl
8
+ - sft
9
  licence: license
10
  ---
11
 
adapter_config.json CHANGED
@@ -28,13 +28,13 @@
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
31
- "gate_proj",
32
- "v_proj",
33
- "up_proj",
34
- "k_proj",
35
  "down_proj",
 
36
  "o_proj",
37
- "q_proj"
 
 
 
38
  ],
39
  "task_type": "CAUSAL_LM",
40
  "trainable_token_indices": null,
 
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
 
 
 
 
31
  "down_proj",
32
+ "v_proj",
33
  "o_proj",
34
+ "q_proj",
35
+ "k_proj",
36
+ "gate_proj",
37
+ "up_proj"
38
  ],
39
  "task_type": "CAUSAL_LM",
40
  "trainable_token_indices": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:53369f2917b91f6898351c4340d8a3daedf3cb0998a1664d627822663dbbb9b4
3
  size 1688012760
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:116021bf3889b068c0b80966a400cbc06558aa47d10cffd7b78886bce1cede92
3
  size 1688012760
tokenizer_config.json CHANGED
@@ -231,7 +231,7 @@
231
  "eos_token": "<|im_end|>",
232
  "errors": "replace",
233
  "extra_special_tokens": {},
234
- "model_max_length": 32768,
235
  "pad_token": "<|endoftext|>",
236
  "split_special_tokens": false,
237
  "tokenizer_class": "Qwen2Tokenizer",
 
231
  "eos_token": "<|im_end|>",
232
  "errors": "replace",
233
  "extra_special_tokens": {},
234
+ "model_max_length": 262144,
235
  "pad_token": "<|endoftext|>",
236
  "split_special_tokens": false,
237
  "tokenizer_class": "Qwen2Tokenizer",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e0479a59d640f6758847a3f63f6b4f1967d3a804c7124815297fdee291c2a4a9
3
  size 6161
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78ccd7b411b221c6e6b159a8262fc170d78fbd7f363a6fc4674bdf321ab5c539
3
  size 6161