Hugging Face's logo

deepnet
/
Subnet6Model2

Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
Model card Files
xet
Community
deepnet commited on
Commit
5b5e8e4
·
verified ·
1 Parent(s): f1a0f9e

Upload LlamaForCausalLM

Browse files
Files changed (4) hide show
  1. config.json +3 -3
  2. model-00001-of-00003.safetensors +1 -1
  3. model-00002-of-00003.safetensors +1 -1
  4. model-00003-of-00003.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/finetuning-subnet/local-models/training/2024-01-29_13-58-56",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -19,8 +19,8 @@
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
- "rope_theta": 1000000.0,
23
- "sliding_window": null,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.36.2",
 
1
  {
2
+ "_name_or_path": "/finetuning-subnet/local-models/training/2024-01-30_10-25-07",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
+ "rope_theta": 10000.0,
23
+ "sliding_window": 4096,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.36.2",
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7319eef9af83d69bfb5b8894ccddc40b759557f8a3743c14b025ae28d55efb86
3
  size 4943162336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:902addedb03ea9fb39d3be3d7a9677fffdfca31db58ce00bf698716d483b75ca
3
  size 4943162336
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa5e66f588e1c28b64b570142df764abb492509d7c0c827788de2366682adced
3
  size 4999819336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4a71a60b819b2ac03ee03db7c9a4446806e5c88355376064f6bb6724bcaa423
3
  size 4999819336
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2b2732e2e702f0f83fbfb678c6fa48e9bfcde3dd9ede61ed938e0f44d7f326a6
3
  size 4540516344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bffd1604a84b0d0515a25edb0e79d1cdabf274e76f871704e47ea2230058faef
3
  size 4540516344