Hugging Face's logo

deepnet
/
Subnet6Training4

Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
Model card Files
xet
Community
deepnet commited on
Commit
3b19d22
·
verified ·
1 Parent(s): 4eb9dc3

Upload LlamaForCausalLM

Browse files
Files changed (4) hide show
  1. config.json +2 -2
  2. model-00001-of-00003.safetensors +1 -1
  3. model-00002-of-00003.safetensors +1 -1
  4. model-00003-of-00003.safetensors +1 -1
config.json CHANGED
@@ -19,8 +19,8 @@
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
- "rope_theta": 10000.0,
23
- "sliding_window": 4096,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.36.2",
 
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
+ "rope_theta": 1000000.0,
23
+ "sliding_window": null,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.36.2",
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0a7e47d92802a9903441730c45dca4a8a5d98de5245da236c0ffa712a517cae3
3
  size 4943162336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6a98e0357e8281a87eff395b258cebbf542d3b09952c3c78510aba7d8646c9d
3
  size 4943162336
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:49714586466eb2a8384cef869bd747ea90301da57683be601c43e2de4fae3bbf
3
  size 4999819336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b95e37c747c6e9eafdfc4300cbbfada57ef7b0e100d55f57723bd21faf361e0
3
  size 4999819336
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fee2759af23b635db73fb3a4c8d28355f05710ef875999b18f4e816baecc0f0e
3
  size 4540516344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eabde35b1bba1e13e16986c339f518ee38a69ba2acf1157e1df288f5fe0c806e
3
  size 4540516344