fengye commited on
Commit
e0b6c02
·
1 Parent(s): 34f4c13
Files changed (2) hide show
  1. adapter_config.json +0 -34
  2. mergekit_config.yml +0 -13
adapter_config.json DELETED
@@ -1,34 +0,0 @@
1
- {
2
- "alpha_pattern": {},
3
- "auto_mapping": null,
4
- "base_model_name_or_path": "unsloth/gemma-2-9b-it-bnb-4bit",
5
- "bias": "none",
6
- "fan_in_fan_out": false,
7
- "inference_mode": true,
8
- "init_lora_weights": "gaussian",
9
- "layer_replication": null,
10
- "layers_pattern": null,
11
- "layers_to_transform": null,
12
- "loftq_config": {},
13
- "lora_alpha": 64,
14
- "lora_dropout": 0,
15
- "megatron_config": null,
16
- "megatron_core": "megatron.core",
17
- "modules_to_save": null,
18
- "peft_type": "LORA",
19
- "r": 128,
20
- "rank_pattern": {},
21
- "revision": "unsloth",
22
- "target_modules": [
23
- "gate_proj",
24
- "v_proj",
25
- "k_proj",
26
- "o_proj",
27
- "up_proj",
28
- "q_proj",
29
- "down_proj"
30
- ],
31
- "task_type": "CAUSAL_LM",
32
- "use_dora": false,
33
- "use_rslora": false
34
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
mergekit_config.yml DELETED
@@ -1,13 +0,0 @@
1
-
2
- base_model: ProdeusUnity/Astral-Fusion-8b-v0.0
3
- dtype: bfloat16
4
- merge_method: model_stock
5
- slices:
6
- - sources:
7
- - layer_range: [0, 32]
8
- model: Arkana08/NIHAPPY-L3.1-8B-v0.09
9
- - layer_range: [0, 32]
10
- model: lemon07r/llama-3-NeuralMahou-8b
11
- - layer_range: [0, 32]
12
- model: ProdeusUnity/Astral-Fusion-8b-v0.0
13
-