ksk740 commited on
Commit
64f78ce
·
verified ·
1 Parent(s): 9731560

Upload LoRA adapter (README written by author)

Browse files
Files changed (3) hide show
  1. README.md +3 -3
  2. adapter_config.json +3 -3
  3. adapter_model.safetensors +1 -1
README.md CHANGED
@@ -13,7 +13,7 @@ tags:
13
  - structured-output
14
  ---
15
 
16
- qwen3-4b-structured-output-lora_20260206
17
 
18
  This repository provides a **LoRA adapter** fine-tuned from
19
  **Qwen/Qwen3-4B-Instruct-2507** using **QLoRA (4-bit, Unsloth)**.
@@ -35,7 +35,7 @@ while intermediate reasoning (Chain-of-Thought) is masked.
35
  - Method: QLoRA (4-bit)
36
  - Max sequence length: 512
37
  - Epochs: 1
38
- - Learning rate: 1e-06
39
  - LoRA: r=64, alpha=128
40
 
41
  ## Usage
@@ -46,7 +46,7 @@ from peft import PeftModel
46
  import torch
47
 
48
  base = "Qwen/Qwen3-4B-Instruct-2507"
49
- adapter = "ksk740/model"
50
 
51
  tokenizer = AutoTokenizer.from_pretrained(base)
52
  model = AutoModelForCausalLM.from_pretrained(
 
13
  - structured-output
14
  ---
15
 
16
+ qwen3-4b-structured-output-lora_20260207
17
 
18
  This repository provides a **LoRA adapter** fine-tuned from
19
  **Qwen/Qwen3-4B-Instruct-2507** using **QLoRA (4-bit, Unsloth)**.
 
35
  - Method: QLoRA (4-bit)
36
  - Max sequence length: 512
37
  - Epochs: 1
38
+ - Learning rate: 1e-05
39
  - LoRA: r=64, alpha=128
40
 
41
  ## Usage
 
46
  import torch
47
 
48
  base = "Qwen/Qwen3-4B-Instruct-2507"
49
+ adapter = "your_id/your-repo"
50
 
51
  tokenizer = AutoTokenizer.from_pretrained(base)
52
  model = AutoModelForCausalLM.from_pretrained(
adapter_config.json CHANGED
@@ -34,12 +34,12 @@
34
  "revision": null,
35
  "target_modules": [
36
  "down_proj",
 
37
  "up_proj",
38
- "k_proj",
39
- "o_proj",
40
  "gate_proj",
41
  "v_proj",
42
- "q_proj"
 
43
  ],
44
  "target_parameters": null,
45
  "task_type": "CAUSAL_LM",
 
34
  "revision": null,
35
  "target_modules": [
36
  "down_proj",
37
+ "q_proj",
38
  "up_proj",
 
 
39
  "gate_proj",
40
  "v_proj",
41
+ "o_proj",
42
+ "k_proj"
43
  ],
44
  "target_parameters": null,
45
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f0a7bd39574893a5bbb5c2c1f96aa16060c1e04e34f5778c5579b57f7f463ff5
3
  size 528550256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c82d2ba2241ba87770b40b8e4fd9da9a45db988709d2768678801c99aa11a7ec
3
  size 528550256