jfranklin-foundry commited on
Commit
bf00c4d
·
verified ·
1 Parent(s): bfa1d21

Upload folder using huggingface_hub

Browse files
README.md CHANGED
@@ -1,5 +1,5 @@
1
  ---
2
- base_model: microsoft/Phi-3-mini-128k-instruct
3
  library_name: peft
4
  ---
5
 
 
1
  ---
2
+ base_model: microsoft/Phi-3-mini-4k-instruct
3
  library_name: peft
4
  ---
5
 
adapter_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
- "base_model_name_or_path": "microsoft/Phi-3-mini-128k-instruct",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
@@ -21,12 +21,12 @@
21
  "revision": null,
22
  "target_modules": [
23
  "k_proj",
 
 
 
24
  "v_proj",
25
  "gate_proj",
26
- "down_proj",
27
- "ffn",
28
  "q_proj",
29
- "o_proj",
30
  "up_proj"
31
  ],
32
  "task_type": "CAUSAL_LM",
 
1
  {
2
  "alpha_pattern": {},
3
  "auto_mapping": null,
4
+ "base_model_name_or_path": "microsoft/Phi-3-mini-4k-instruct",
5
  "bias": "none",
6
  "fan_in_fan_out": false,
7
  "inference_mode": true,
 
21
  "revision": null,
22
  "target_modules": [
23
  "k_proj",
24
+ "ffn",
25
+ "o_proj",
26
+ "down_proj",
27
  "v_proj",
28
  "gate_proj",
 
 
29
  "q_proj",
 
30
  "up_proj"
31
  ],
32
  "task_type": "CAUSAL_LM",
adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:609d5f1c709c80e970e18e9e29d4d26f79971c74e5c167fb94f5b8acf2ce1c7a
3
  size 71320216
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13d88c94f96ac8b6859a50dbca07d99746d468bad57f7c2bc99c1ae2de95aeeb
3
  size 71320216
tokenizer_config.json CHANGED
@@ -121,7 +121,7 @@
121
  "clean_up_tokenization_spaces": false,
122
  "eos_token": "<|endoftext|>",
123
  "legacy": false,
124
- "model_max_length": 131072,
125
  "pad_token": "<|endoftext|>",
126
  "padding_side": "left",
127
  "sp_model_kwargs": {},
 
121
  "clean_up_tokenization_spaces": false,
122
  "eos_token": "<|endoftext|>",
123
  "legacy": false,
124
+ "model_max_length": 4096,
125
  "pad_token": "<|endoftext|>",
126
  "padding_side": "left",
127
  "sp_model_kwargs": {},
training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2aedcffd5fa8d61e30162d907631c2da0e21aa5f8eee26f1e660ca090bea9859
3
  size 5432
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce09144f8f05102977f5db2135dfdb73abac87c814f6b2fb94fd2e0221ef78fa
3
  size 5432