rssaem commited on
Commit
ab239bc
·
verified ·
1 Parent(s): 1577335

Training in progress, epoch 1

Browse files
README.md CHANGED
@@ -34,11 +34,11 @@ This model was trained with SFT.
34
 
35
  ### Framework versions
36
 
37
- - TRL: 0.24.0.dev0
38
- - Transformers: 4.56.1
39
  - Pytorch: 2.8.0+cu126
40
  - Datasets: 3.3.2
41
- - Tokenizers: 0.22.0
42
 
43
  ## Citations
44
 
 
34
 
35
  ### Framework versions
36
 
37
+ - TRL: 0.23.1
38
+ - Transformers: 4.57.0
39
  - Pytorch: 2.8.0+cu126
40
  - Datasets: 3.3.2
41
+ - Tokenizers: 0.22.1
42
 
43
  ## Citations
44
 
adapter_config.json CHANGED
@@ -28,13 +28,13 @@
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
31
- "v_proj",
 
32
  "q_proj",
33
- "gate_proj",
34
- "o_proj",
35
  "k_proj",
36
- "down_proj",
37
- "up_proj"
 
38
  ],
39
  "target_parameters": null,
40
  "task_type": "CAUSAL_LM",
 
28
  "rank_pattern": {},
29
  "revision": null,
30
  "target_modules": [
31
+ "up_proj",
32
+ "down_proj",
33
  "q_proj",
 
 
34
  "k_proj",
35
+ "v_proj",
36
+ "o_proj",
37
+ "gate_proj"
38
  ],
39
  "target_parameters": null,
40
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cc994568c6d8feab5951fe21421958371c28188b5deaba49d70008cb6ca930c4
3
  size 2468152240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:017f3bd1f1b91f5195b2e1068bb42f354eb15e45bf83bcddaba124a7c0b032d3
3
  size 2468152240
runs/Oct12_22-16-48_5956320889d8/events.out.tfevents.1760307480.5956320889d8.670.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3aea940a81d3dd8f7165b2c6434c34114dee81374dbcc67faa533c6322096d6
3
+ size 7384
tokenizer_config.json CHANGED
@@ -51336,7 +51336,6 @@
51336
  "image_token": "<image_soft_token>",
51337
  "model_max_length": 1000000000000000019884624838656,
51338
  "pad_token": "<pad>",
51339
- "processor_class": "Gemma3Processor",
51340
  "sp_model_kwargs": null,
51341
  "spaces_between_special_tokens": false,
51342
  "tokenizer_class": "GemmaTokenizer",
 
51336
  "image_token": "<image_soft_token>",
51337
  "model_max_length": 1000000000000000019884624838656,
51338
  "pad_token": "<pad>",
 
51339
  "sp_model_kwargs": null,
51340
  "spaces_between_special_tokens": false,
51341
  "tokenizer_class": "GemmaTokenizer",
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7f7dbbf4836e4b83048830fd1024878085b2fb50dc40e7a4c88ff2500ba39080
3
- size 6225
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f7519bb624cc7dbdb73031e2d0720ce3166879f5749178d2f1f25ef6a4096760
3
+ size 6289