Hugging Face's logo

lliu01
/
fortios_one_config

Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
Model card Files
xet
 Community
lliu01 commited on
Commit
e416f3d
·
verified ·
1 Parent(s): dea908a

Upload LlamaForCausalLM

Browse files
Files changed (9) hide show
  1. config.json +14 -4
  2. generation_config.json +1 -1
  3. model-00001-of-00007.safetensors +1 -1
  4. model-00002-of-00007.safetensors +1 -1
  5. model-00003-of-00007.safetensors +1 -1
  6. model-00004-of-00007.safetensors +1 -1
  7. model-00005-of-00007.safetensors +1 -1
  8. model-00006-of-00007.safetensors +1 -1
  9. model-00007-of-00007.safetensors +1 -1
config.json CHANGED
@@ -1,17 +1,21 @@
1
  {
2
- "_name_or_path": "lliu01/fortios_one_config",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
- "eos_token_id": 128009,
 
 
 
 
10
  "hidden_act": "silu",
11
  "hidden_size": 4096,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 14336,
14
- "max_position_embeddings": 8192,
15
  "mlp_bias": false,
16
  "model_type": "llama",
17
  "num_attention_heads": 32,
@@ -19,7 +23,13 @@
19
  "num_key_value_heads": 8,
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
22
- "rope_scaling": null,
 
 
 
 
 
 
23
  "rope_theta": 500000.0,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "float32",
 
1
  {
2
+ "_name_or_path": "lliu01/fortios_cli",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
+ "eos_token_id": [
10
+ 128001,
11
+ 128008,
12
+ 128009
13
+ ],
14
  "hidden_act": "silu",
15
  "hidden_size": 4096,
16
  "initializer_range": 0.02,
17
  "intermediate_size": 14336,
18
+ "max_position_embeddings": 131072,
19
  "mlp_bias": false,
20
  "model_type": "llama",
21
  "num_attention_heads": 32,
 
23
  "num_key_value_heads": 8,
24
  "pretraining_tp": 1,
25
  "rms_norm_eps": 1e-05,
26
+ "rope_scaling": {
27
+ "factor": 8.0,
28
+ "high_freq_factor": 4.0,
29
+ "low_freq_factor": 1.0,
30
+ "original_max_position_embeddings": 8192,
31
+ "rope_type": "llama3"
32
+ },
33
  "rope_theta": 500000.0,
34
  "tie_word_embeddings": false,
35
  "torch_dtype": "float32",
generation_config.json CHANGED
@@ -3,9 +3,9 @@
3
  "do_sample": true,
4
  "eos_token_id": [
5
  128001,
 
6
  128009
7
  ],
8
- "max_length": 4096,
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
  "transformers_version": "4.44.2"
 
3
  "do_sample": true,
4
  "eos_token_id": [
5
  128001,
6
+ 128008,
7
  128009
8
  ],
 
9
  "temperature": 0.6,
10
  "top_p": 0.9,
11
  "transformers_version": "4.44.2"
model-00001-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9be0b1ecd0e45f3f15283bcb476df9e63b81660c80e6277d0a63a8acc6c859e7
3
  size 4886466168
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45156444eeddcbe9788ad3e33592c407800f5ad841c80997e880784c6da89c35
3
  size 4886466168
model-00002-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e50799d3a7b9e3e6ffeee3b62419581f53216bdc56e3ef8fa95f62fec7de404
3
  size 4832007448
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18dbf1d96d2497213c5b8a15f17537e71e306e9e7c211edf0d5c8d8cb725a7c4
3
  size 4832007448
model-00003-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f040cba196ed72c45aa1d46417f0a488679a662610adc84e754ee29e806c376
3
  size 4999813112
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bf1a7bd27d9a18f92d57d37e74d0f11e6bfa160856adb90c7721e7ecb46291c
3
  size 4999813112
model-00004-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d97a19c90754ea1555a5fbc9eecaffefb632ed4327502aadf9240e61769638e3
3
  size 4999813128
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:946908efdd85bde1be02ef609ef6c18327c4a14ec74926306a669097f1294855
3
  size 4999813128
model-00005-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df9701e3ec51f5c8d15ce325f99da6c846157b9da7fd6b4c94aeb6a80f134d1e
3
  size 4832007496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:da3b3274cb7a4b5f914c490169042d19d668987d6044a0298cb2c162f40e5a0d
3
  size 4832007496
model-00006-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9e469caf8cf6c956d1f2865a126a06634035330d22380e7321ea10445e618c8d
3
  size 4999813120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32c025761db9220e4ff2f13b2a4bb110b8a18789243f6dbd817c396ac6ca06f2
3
  size 4999813120
model-00007-of-00007.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b508d11aa81c662773bd8199ab3261aafb14cd40645db7d74b01a40a6647d3e0
3
  size 2571158184
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad2c2a7f9e02d2f5f99b171eb34d04cffce3ff77babb86371e2a964dc93bff6c
3
  size 2571158184