Hugging Face's logo

deepnet
/
Subnet6Model2

Text Generation
Transformers
Safetensors
llama
conversational
text-generation-inference
Model card Files
xet
Community
deepnet commited on
Commit
37fee4b
·
verified ·
1 Parent(s): b4d4da8

Upload LlamaForCausalLM

Browse files
Files changed (4) hide show
  1. config.json +3 -3
  2. model-00001-of-00003.safetensors +1 -1
  3. model-00002-of-00003.safetensors +1 -1
  4. model-00003-of-00003.safetensors +1 -1
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "/finetuning-subnet/local-models/training/3HrIntervalSaved",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
@@ -19,8 +19,8 @@
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
- "rope_theta": 10000.0,
23
- "sliding_window": 4096,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.36.2",
 
1
  {
2
+ "_name_or_path": "/finetuning-subnet/local-models/training/2024-01-29_13-58-56",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
 
19
  "pretraining_tp": 1,
20
  "rms_norm_eps": 1e-05,
21
  "rope_scaling": null,
22
+ "rope_theta": 1000000.0,
23
+ "sliding_window": null,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "bfloat16",
26
  "transformers_version": "4.36.2",
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b97e12ad61efe599926ff92ddd066bac9b6c1cd91da0d724c3815533ebff1731
3
  size 4943162336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:386cfc9693adce4a3d9f679335c83c0224cc3b0784ecb18f6a4381a028b2fa21
3
  size 4943162336
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:150f8f3d1ab1e1f9cf180c5523e9e23f6e16bda13853a1a215b322e33da35227
3
  size 4999819336
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58a4a5cab3214fe41b3ecd158d07dc04078cc19c6d0d5e5294159a44c87ff1f2
3
  size 4999819336
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5416c61b6ce74fe09342fe0c1661a653f05a94e9c1f4ff60718e4ae1740419ce
3
  size 4540516344
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50283c84515b4704a6379d66fe9c4ad1431e296b1b9f36b418960f5693667b87
3
  size 4540516344