raniero commited on
Commit
5fb89a7
·
verified ·
1 Parent(s): c5d3e61

Instruction LoRA upload — task unknown (cleanup + adapter only + .gitattributes)

Browse files
Files changed (3) hide show
  1. README.md +1 -1
  2. adapter_config.json +4 -12
  3. adapter_model.safetensors +1 -1
README.md CHANGED
@@ -1,7 +1,7 @@
1
  # LoRA — Instruction SFT
2
  - **Task ID:** unknown
3
  - **Base model:** mistralai/Mistral-7B-Instruct-v0.2
4
- - **SHA256 (adapter):** `0ba02d10f9dcb47288b7b9f53c7289ff913e785f404d870b937edb69995e86c1`
5
  - **Repo:** raniero/test-instruct
6
 
7
  Questa repo contiene SOLO gli adapter LoRA richiesti dai validator Subnet 56.
 
1
  # LoRA — Instruction SFT
2
  - **Task ID:** unknown
3
  - **Base model:** mistralai/Mistral-7B-Instruct-v0.2
4
+ - **SHA256 (adapter):** `29e2f50a6cfd7f449b999ea639653d8aa7d9da261170dea073152d3b879f0f20`
5
  - **Repo:** raniero/test-instruct
6
 
7
  Questa repo contiene SOLO gli adapter LoRA richiesti dai validator Subnet 56.
adapter_config.json CHANGED
@@ -1,16 +1,15 @@
1
  {
2
- "task_type": "CAUSAL_LM",
3
  "peft_type": "LORA",
4
  "auto_mapping": null,
5
  "base_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.2",
6
  "revision": null,
 
7
  "inference_mode": false,
8
  "r": 8,
9
  "target_modules": [
10
- "v_proj",
11
- "q_proj"
12
  ],
13
- "exclude_modules": null,
14
  "lora_alpha": 16,
15
  "lora_dropout": 0.05,
16
  "fan_in_fan_out": false,
@@ -24,14 +23,7 @@
24
  "alpha_pattern": {},
25
  "megatron_config": null,
26
  "megatron_core": "megatron.core",
27
- "trainable_token_indices": null,
28
  "loftq_config": {},
29
- "eva_config": null,
30
- "corda_config": null,
31
  "use_dora": false,
32
- "use_qalora": false,
33
- "qalora_group_size": 16,
34
- "layer_replication": null,
35
- "lora_bias": false,
36
- "target_parameters": null
37
  }
 
1
  {
 
2
  "peft_type": "LORA",
3
  "auto_mapping": null,
4
  "base_model_name_or_path": "mistralai/Mistral-7B-Instruct-v0.2",
5
  "revision": null,
6
+ "task_type": "CAUSAL_LM",
7
  "inference_mode": false,
8
  "r": 8,
9
  "target_modules": [
10
+ "q_proj",
11
+ "v_proj"
12
  ],
 
13
  "lora_alpha": 16,
14
  "lora_dropout": 0.05,
15
  "fan_in_fan_out": false,
 
23
  "alpha_pattern": {},
24
  "megatron_config": null,
25
  "megatron_core": "megatron.core",
 
26
  "loftq_config": {},
 
 
27
  "use_dora": false,
28
+ "layer_replication": null
 
 
 
 
29
  }
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ba02d10f9dcb47288b7b9f53c7289ff913e785f404d870b937edb69995e86c1
3
  size 13648400
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29e2f50a6cfd7f449b999ea639653d8aa7d9da261170dea073152d3b879f0f20
3
  size 13648400