Hugging Face's logo

robertou2
/
task-15-microsoft-Phi-4-mini-instruct

PEFT
Safetensors
Model card Files
xet
Community
robertou2 commited on
Commit
6e10d53
·
verified ·
1 Parent(s): d504359

Upload folder using huggingface_hub

Browse files
Files changed (7) hide show
  1. adapter_config.json +5 -5
  2. adapter_model.safetensors +2 -2
  3. optimizer.pt +2 -2
  4. rng_state.pth +1 -1
  5. scheduler.pt +1 -1
  6. trainer_state.json +0 -0
  7. training_args.bin +1 -1
adapter_config.json CHANGED
@@ -12,20 +12,20 @@
12
  "layers_pattern": null,
13
  "layers_to_transform": null,
14
  "loftq_config": {},
15
- "lora_alpha": 128,
16
  "lora_bias": false,
17
- "lora_dropout": 0.0,
18
  "megatron_config": null,
19
  "megatron_core": "megatron.core",
20
  "modules_to_save": null,
21
  "peft_type": "LORA",
22
- "r": 64,
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
- "qkv_proj",
27
- "down_proj",
28
  "gate_up_proj",
 
 
29
  "o_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
 
12
  "layers_pattern": null,
13
  "layers_to_transform": null,
14
  "loftq_config": {},
15
+ "lora_alpha": 256,
16
  "lora_bias": false,
17
+ "lora_dropout": 0.05,
18
  "megatron_config": null,
19
  "megatron_core": "megatron.core",
20
  "modules_to_save": null,
21
  "peft_type": "LORA",
22
+ "r": 128,
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
 
 
26
  "gate_up_proj",
27
+ "down_proj",
28
+ "qkv_proj",
29
  "o_proj"
30
  ],
31
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:35a10693e1787343ac352742f8056750f0ac3a12868daaf18b0918e27b34fa1d
3
- size 369133600
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b1ef4f235714f8c3a5d95ec86fa6fa47c88ed5427ed6c71c86591e9edd44e12
3
+ size 738232680
optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c242f7f75f01bdd5efda8f041fb44b200816c61d4350bc0f7d14d85cae7feb68
3
- size 738413771
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:057005316a733a2eca1390137d08c25f58fb7b120d45f27d2286547d3da06370
3
+ size 1476611275
rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4485c82a37971afa1989881a7c670bc00a34ca98f97cf8ff55f29491f3f7f15f
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9f086fad67247c070127f3d5f3c07ca470a78f03c26cde9ec189b8223e059e7
3
  size 14645
scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b6a0ceb4b88e220a982844159be33a142d353b4617ed2e8cbafc7dcba9bd25b9
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c5a7217cbf6a48b6118e1945e7a873ce9e9505368a7aa0f316b1becdcb2a8301
3
  size 1465
trainer_state.json CHANGED
The diff for this file is too large to render. See raw diff
 
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2be07798badad4f0c9d00b9f297577f2debd07e20e55ad4533126a1919512218
3
  size 6033
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5378dfeb9493b380691acb914f50fc743f37d4093f75ccb30afe265cdba7e8e
3
  size 6033