Hugging Face's logo

deepnet
/
Subnet6Training3

Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
Model card Files
xet
Community
deepnet commited on
Commit
d1f2e74
·
verified ·
1 Parent(s): 6d73ab0

Upload LlamaForCausalLM

Browse files
Files changed (4) hide show
  1. config.json +3 -3
  2. model-00001-of-00003.safetensors +1 -1
  3. model-00002-of-00003.safetensors +1 -1
  4. model-00003-of-00003.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/finetuning-subnet/local-models/training/2024-01-29_09-02-58",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -19,8 +19,8 @@
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
- "rope_theta": 1000000.0,
23
- "sliding_window": null,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.36.2",
 
1
  {
2
+ "_name_or_path": "/finetuning-subnet/local-models/training/3HrIntervalSaved",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
+ "rope_theta": 10000.0,
23
+ "sliding_window": 4096,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.36.2",
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:39eff7cd98e99b1495e35cb9c83a67bca89114890245875fba8a9572ffa6e4dc
3
  size 4943162336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2cd4e5faef0c783793c84f5fceeea6730a7e276aa899535b5f0e87d973188af
3
  size 4943162336
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:18b8f8b2c649e563937efa9aab15d47068418cf43c9d98837afa271ba4e4c6e9
3
  size 4999819336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7b159085c62d5773338b64a06a30668e4f3cc25376383128ad14844060de04b
3
  size 4999819336
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9cb3d1b63ffb6404d32ee3b16bcf55a22026ba0c3762b96dddccc9478b4ecb6e
3
  size 4540516344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:832eecea68ae18e8f67e67f74e5a01e00d187d4db12a70404cbf975c823af095
3
  size 4540516344