Hugging Face's logo

models4world
/
mdl-b04bdb153d21

Safetensors
Model card Files
xet
 Community
mdl-b04bdb153d21
File size: 1,165 Bytes
ba66764
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
{
 "alora_invocation_tokens": null,
 "alpha_pattern": {},
 "arrow_config": null,
 "auto_mapping": null,
 "base_model_name_or_path": "Qwen/Qwen3.6-27B",
 "bias": "none",
 "corda_config": null,
 "ensure_weight_tying": false,
 "eva_config": null,
 "exclude_modules": null,
 "fan_in_fan_out": null,
 "inference_mode": true,
 "init_lora_weights": true,
 "layer_replication": null,
 "layers_pattern": null,
 "layers_to_transform": null,
 "loftq_config": {},
 "lora_alpha": 64,
 "lora_bias": false,
 "lora_dropout": 0.0,
 "lora_ga_config": null,
 "megatron_config": null,
 "megatron_core": "megatron.core",
 "modules_to_save": null,
 "peft_type": "LORA",
 "peft_version": "0.19.1",
 "qalora_group_size": 16,
 "r": 32,
 "rank_pattern": {},
 "revision": null,
 "target_modules": [
  "in_proj_qkv",
  "in_proj_z",
  "linear_fc1",
  "qkv",
  "o_proj",
  "up_proj",
  "v_proj",
  "q_proj",
  "in_proj_b",
  "k_proj",
  "out_proj",
  "gate_proj",
  "in_proj_a",
  "proj",
  "down_proj",
  "linear_fc2"
 ],
 "target_parameters": [],
 "task_type": "CAUSAL_LM",
 "trainable_token_indices": null,
 "use_bdlora": null,
 "use_dora": false,
 "use_qalora": false,
 "use_rslora": false
}