rasmus-aau commited on
Commit
6dcee43
·
verified ·
1 Parent(s): ad38f3c

Training in progress, epoch 1

Browse files
README.md CHANGED
@@ -1,17 +1,17 @@
1
  ---
2
- base_model: google/gemma-3-1b-it
3
  library_name: transformers
4
  model_name: gemma-ft-GUIDANCE
5
  tags:
6
  - generated_from_trainer
7
- - trl
8
  - sft
 
9
  licence: license
10
  ---
11
 
12
  # Model Card for gemma-ft-GUIDANCE
13
 
14
- This model is a fine-tuned version of [google/gemma-3-1b-it](https://huggingface.co/google/gemma-3-1b-it).
15
  It has been trained using [TRL](https://github.com/huggingface/trl).
16
 
17
  ## Quick start
 
1
  ---
2
+ base_model: google/gemma-3-4b-it
3
  library_name: transformers
4
  model_name: gemma-ft-GUIDANCE
5
  tags:
6
  - generated_from_trainer
 
7
  - sft
8
+ - trl
9
  licence: license
10
  ---
11
 
12
  # Model Card for gemma-ft-GUIDANCE
13
 
14
+ This model is a fine-tuned version of [google/gemma-3-4b-it](https://huggingface.co/google/gemma-3-4b-it).
15
  It has been trained using [TRL](https://github.com/huggingface/trl).
16
 
17
  ## Quick start
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "google/gemma-3-1b-it",
5
  "bias": "none",
6
  "corda_config": null,
7
  "eva_config": null,
@@ -27,13 +27,16 @@
27
  "rank_pattern": {},
28
  "revision": null,
29
  "target_modules": [
 
 
30
  "o_proj",
31
  "down_proj",
 
 
 
 
32
  "up_proj",
33
- "q_proj",
34
- "v_proj",
35
- "gate_proj",
36
- "k_proj"
37
  ],
38
  "task_type": "CAUSAL_LM",
39
  "trainable_token_indices": null,
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "google/gemma-3-4b-it",
5
  "bias": "none",
6
  "corda_config": null,
7
  "eva_config": null,
 
27
  "rank_pattern": {},
28
  "revision": null,
29
  "target_modules": [
30
+ "gate_proj",
31
+ "q_proj",
32
  "o_proj",
33
  "down_proj",
34
+ "k_proj",
35
+ "fc1",
36
+ "fc2",
37
+ "out_proj",
38
  "up_proj",
39
+ "v_proj"
 
 
 
40
  ],
41
  "task_type": "CAUSAL_LM",
42
  "trainable_token_indices": null,
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a1a6356c14bc8d710d43d20bc9543863a8d2bac13648434ec431a1814bad77e
3
- size 1260191096
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:faafb86afd1e994da1a572d65ba550fcaaff8b61b87ac66018295893025b29bb
3
+ size 2839126480
runs/Aug20_22-15-28_PC-RJ/events.out.tfevents.1755720935.PC-RJ.19684.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81f96a713a31b7f280a19608946cc5e842c59c02fc35c293278191c6831bcfb1
3
+ size 8825
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1a99c8fe6ad75317edc6f5a5b52167679ec3c462319f951d76cb3c40f582384b
3
  size 5816
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3ea33ace20bf24043cf3a2582dd72f95ba43be645f83f08bb9f495d6105bf36
3
  size 5816