Hugging Face's logo

fzzhang
/
phi2_gsm8k_quantized

PEFT
TensorBoard
Safetensors
Generated from Trainer
Model card Files
xet
Metrics Community
fzzhang commited on
Commit
ed4e907
·
verified ·
1 Parent(s): 1ceffde

Training in progress, epoch 1

Browse files
Files changed (8) hide show
  1. adapter_config.json +28 -0
  2. adapter_model.safetensors +3 -0
  3. runs/Feb23_21-22-04_instance-51/events.out.tfevents.1708723325.instance-51.140635.0 +3 -0
  4. runs/Feb23_21-23-32_instance-51/events.out.tfevents.1708723412.instance-51.140882.0 +3 -0
  5. runs/Feb23_21-24-53_instance-51/events.out.tfevents.1708723494.instance-51.141178.0 +3 -0
  6. runs/Feb23_21-25-53_instance-51/events.out.tfevents.1708723554.instance-51.141410.0 +3 -0
  7. runs/Feb23_21-26-44_instance-51/events.out.tfevents.1708723605.instance-51.141582.0 +3 -0
  8. training_args.bin +3 -0
adapter_config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "alpha_pattern": {},
3
+ "auto_mapping": null,
4
+ "base_model_name_or_path": "microsoft/phi-2",
5
+ "bias": "none",
6
+ "fan_in_fan_out": false,
7
+ "inference_mode": true,
8
+ "init_lora_weights": true,
9
+ "layers_pattern": null,
10
+ "layers_to_transform": null,
11
+ "loftq_config": {},
12
+ "lora_alpha": 16,
13
+ "lora_dropout": 0.05,
14
+ "megatron_config": null,
15
+ "megatron_core": "megatron.core",
16
+ "modules_to_save": null,
17
+ "peft_type": "LORA",
18
+ "r": 16,
19
+ "rank_pattern": {},
20
+ "revision": null,
21
+ "target_modules": [
22
+ "v_proj",
23
+ "q_proj",
24
+ "k_proj"
25
+ ],
26
+ "task_type": "CAUSAL_LM",
27
+ "use_rslora": false
28
+ }
adapter_model.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee0aeae529f685d8763ab528872a52ddda532e12b0d0e9c8e6db52d1de542c28
3
+ size 31483040
runs/Feb23_21-22-04_instance-51/events.out.tfevents.1708723325.instance-51.140635.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee458386b59880f63f8960969dbb3c179c990e1515af7908e3ac7181a741bc97
3
+ size 4999
runs/Feb23_21-23-32_instance-51/events.out.tfevents.1708723412.instance-51.140882.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc8105cf3c9e7ff014cc00d2523efd026a9fe0e03f8d93f154a9a377dcc36851
3
+ size 4999
runs/Feb23_21-24-53_instance-51/events.out.tfevents.1708723494.instance-51.141178.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c23fcd2e9ab64d803b96f28d6ac96885f4640fc3fe7e400592d19c660a1d7a49
3
+ size 4611
runs/Feb23_21-25-53_instance-51/events.out.tfevents.1708723554.instance-51.141410.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d800a38edf6e1c25df51c036d87522eeb810121dd33d98e3c6fd27c55f52502c
3
+ size 4999
runs/Feb23_21-26-44_instance-51/events.out.tfevents.1708723605.instance-51.141582.0 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2441c2addf573a88d9dd3e08c926e585e9e4d035d92a8db11b86fba07cfc1af4
3
+ size 7822
training_args.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed2c079f5a0ca0e0eb9abf043724da5f0ca5faf5395c5dd09e11ed63a097a643
3
+ size 4728