amu870 commited on
Commit
3d45649
·
verified ·
1 Parent(s): 4c51749

Upload merged model (base + LoRA adapter)

Browse files
README.md CHANGED
@@ -33,9 +33,9 @@ while intermediate reasoning (Chain-of-Thought) is masked.
33
 
34
  - Base model: Qwen/Qwen3-4B-Instruct-2507
35
  - Method: QLoRA (4-bit)
36
- - Max sequence length: 512
37
  - Epochs: 2
38
- - Learning rate: 1e-06
39
  - LoRA: r=64, alpha=128
40
 
41
  ## Usage
@@ -46,7 +46,7 @@ from peft import PeftModel
46
  import torch
47
 
48
  base = "Qwen/Qwen3-4B-Instruct-2507"
49
- adapter = "your_id/your-repo"
50
 
51
  tokenizer = AutoTokenizer.from_pretrained(base)
52
  model = AutoModelForCausalLM.from_pretrained(
 
33
 
34
  - Base model: Qwen/Qwen3-4B-Instruct-2507
35
  - Method: QLoRA (4-bit)
36
+ - Max sequence length: 2048
37
  - Epochs: 2
38
+ - Learning rate: 1e-05
39
  - LoRA: r=64, alpha=128
40
 
41
  ## Usage
 
46
  import torch
47
 
48
  base = "Qwen/Qwen3-4B-Instruct-2507"
49
+ adapter = "amu870/test-v0"
50
 
51
  tokenizer = AutoTokenizer.from_pretrained(base)
52
  model = AutoModelForCausalLM.from_pretrained(
model-00001-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76f657cfccd058adf62366939f31e3755f770e34ec4244740b1e40d3e6d76bf7
3
  size 4967215360
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71a2762f4667b3098a53b2be1bcdd71f88a683c037c26acc1ab28c217f04e54d
3
  size 4967215360
model-00002-of-00002.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a4c902789a01181e391a968a6c63215b27f415864274c73437f4575f74250535
3
  size 3077766632
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a1a77367d3fa1f622dbf41b6d47565cb004b8bb0c3d73269673069d71bad777
3
  size 3077766632