speechisalluneed commited on
Commit
f987920
·
verified ·
1 Parent(s): 6073861

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -59,6 +59,6 @@
59
  "lora_r": 16,
60
  "low_resource": false,
61
  "model_type": "fastslm",
62
- "torch_dtype": "bfloat16",
63
  "transformers_version": "4.51.3"
64
  }
 
59
  "lora_r": 16,
60
  "low_resource": false,
61
  "model_type": "fastslm",
62
+ "torch_dtype": "float32",
63
  "transformers_version": "4.51.3"
64
  }
generation_config.json CHANGED
@@ -1,9 +1,4 @@
1
  {
2
- "do_sample": true,
3
- "eos_token_id": 151645,
4
- "pad_token_id": 151643,
5
- "temperature": 0.2,
6
- "top_k": 20,
7
- "top_p": 0.95,
8
  "transformers_version": "4.51.3"
9
  }
 
1
  {
2
+ "_from_model_config": true,
 
 
 
 
 
3
  "transformers_version": "4.51.3"
4
  }
llm/adapter_config.json CHANGED
@@ -23,13 +23,13 @@
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
26
- "o_proj",
27
- "k_proj",
28
  "gate_proj",
29
- "up_proj",
30
- "down_proj",
 
31
  "q_proj",
32
- "v_proj"
 
33
  ],
34
  "task_type": "CAUSAL_LM",
35
  "use_dora": false,
 
23
  "rank_pattern": {},
24
  "revision": null,
25
  "target_modules": [
 
 
26
  "gate_proj",
27
+ "k_proj",
28
+ "v_proj",
29
+ "o_proj",
30
  "q_proj",
31
+ "down_proj",
32
+ "up_proj"
33
  ],
34
  "task_type": "CAUSAL_LM",
35
  "use_dora": false,
llm/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b19b71956ea109dfe5804c93db5d1cf2c36ad7665131b23d772f8d1fccced884
3
  size 132187888
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9ed1da18bfceb706c47087af68041fb771712728e0031409f55be7a7309909d
3
  size 132187888
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8a385fc93ead91974b56cfc65f37425d1d9f7e382d577539c2b14e0d6fb6e570
3
- size 4999161784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5f92550db8fba90ba1030007ca6ea4e6c75ae646d90b4ff5e6e6c6c1672109c
3
+ size 4954711528
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7ea828a89455f9ead0a20ad370a68151fcbe9db310a756face53dca59991f67
3
- size 4572385640
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f4e757ba160cabab0265e72ed20b984a24fed9dc3c568d3329e4127fbaf9a0dd
3
+ size 4983450856
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4b6a962e0e63374d8419f15aed4096c8a1f80130fce24fba2d82a40e936b6a6b
3
- size 777912472
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f3d1071afdccb0adefff0e271d853ff7dfced8a99993458ed2ab627e916741cb
3
+ size 1805593888
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff