Hugging Face's logo

deepnet
/
Subnet6Training3

Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
Model card Files
xet
Community
deepnet commited on
Commit
94f30df
·
verified ·
1 Parent(s): 2d000b1

Upload LlamaForCausalLM

Browse files
Files changed (4) hide show
  1. config.json +3 -3
  2. model-00001-of-00003.safetensors +1 -1
  3. model-00002-of-00003.safetensors +1 -1
  4. model-00003-of-00003.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/finetuning-subnet/local-models/training/2024-01-27_09-51-53",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -19,8 +19,8 @@
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
- "rope_theta": 10000.0,
23
- "sliding_window": 4096,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.36.2",
 
1
  {
2
+ "_name_or_path": "/finetuning-subnet/local-models/training/2024-01-29_09-02-58",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
+ "rope_theta": 1000000.0,
23
+ "sliding_window": null,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.36.2",
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61fc180644223e317900f084f83caef2cc38151ebda6b344b26951034fcb5b4d
3
  size 4943162336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39eff7cd98e99b1495e35cb9c83a67bca89114890245875fba8a9572ffa6e4dc
3
  size 4943162336
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c6d40ca98d4e5236d57868ecf21276b849c8b816255c381d3beabe1cd27fd866
3
  size 4999819336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18b8f8b2c649e563937efa9aab15d47068418cf43c9d98837afa271ba4e4c6e9
3
  size 4999819336
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:06b89e2f293a30c737ae8c7769fd76430c6ce192b902dfbfb623ef2810aad456
3
  size 4540516344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cb3d1b63ffb6404d32ee3b16bcf55a22026ba0c3762b96dddccc9478b4ecb6e
3
  size 4540516344