Raiff1982 commited on
Commit
72414e4
·
verified ·
1 Parent(s): 381ffa8

Upload model

Browse files
Files changed (3) hide show
  1. README.md +11 -11
  2. adapter_config.json +6 -3
  3. adapter_model.safetensors +2 -2
README.md CHANGED
@@ -2,18 +2,18 @@
2
  library_name: peft
3
  license: mit
4
  language:
5
- - en
6
  tags:
7
- - transformers
8
- - safetensors
9
- - peft
10
- - lora
11
- - codette
12
- - raiffs-bits
13
- - fine-tuned
14
- - rc-xi
15
- - consciousness-framework
16
- - multi-perspective-reasoning
17
  base_model: meta-llama/Meta-Llama-3-8B
18
  pipeline_tag: text-generation
19
  ---
 
2
  library_name: peft
3
  license: mit
4
  language:
5
+ - en
6
  tags:
7
+ - transformers
8
+ - safetensors
9
+ - peft
10
+ - lora
11
+ - codette
12
+ - raiffs-bits
13
+ - fine-tuned
14
+ - rc-xi
15
+ - consciousness-framework
16
+ - multi-perspective-reasoning
17
  base_model: meta-llama/Meta-Llama-3-8B
18
  pipeline_tag: text-generation
19
  ---
adapter_config.json CHANGED
@@ -3,7 +3,7 @@
3
  "alpha_pattern": {},
4
  "arrow_config": null,
5
  "auto_mapping": null,
6
- "base_model_name_or_path": "meta-llama/Meta-Llama-3.1-8B",
7
  "bias": "none",
8
  "corda_config": null,
9
  "ensure_weight_tying": false,
@@ -30,9 +30,12 @@
30
  "revision": null,
31
  "target_modules": [
32
  "q_proj",
33
- "k_proj",
34
  "v_proj",
35
- "o_proj"
 
 
 
 
36
  ],
37
  "target_parameters": null,
38
  "task_type": "CAUSAL_LM",
 
3
  "alpha_pattern": {},
4
  "arrow_config": null,
5
  "auto_mapping": null,
6
+ "base_model_name_or_path": "meta-llama/Meta-Llama-3-8B",
7
  "bias": "none",
8
  "corda_config": null,
9
  "ensure_weight_tying": false,
 
30
  "revision": null,
31
  "target_modules": [
32
  "q_proj",
 
33
  "v_proj",
34
+ "o_proj",
35
+ "down_proj",
36
+ "gate_proj",
37
+ "k_proj",
38
+ "up_proj"
39
  ],
40
  "target_parameters": null,
41
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6be6ef245c53d774b5e43493b36354ce25a89dc6c75d7503763a4f95370daf3d
3
- size 109086416
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aee8c69c8417d28c362713dd4b7b7cbb2b18732ad885e3df868590ce3b43c0c5
3
+ size 335604696