deepnet commited on
Commit
91a0e13
·
verified ·
1 Parent(s): edb035b

Upload LlamaForCausalLM

Browse files
config.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
- "_name_or_path": "/finetuning-subnet/local-models/training/BestWeights2",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
- "bos_token_id": 128000,
9
- "eos_token_id": 128001,
10
  "hidden_act": "silu",
11
  "hidden_size": 4096,
12
  "initializer_range": 0.02,
 
1
  {
2
+ "_name_or_path": "/finetuning-subnet/local-models/training/BestWeights",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
+ "bos_token_id": 100257,
9
+ "eos_token_id": 100257,
10
  "hidden_act": "silu",
11
  "hidden_size": 4096,
12
  "initializer_range": 0.02,
generation_config.json CHANGED
@@ -1,7 +1,7 @@
1
  {
2
  "_from_model_config": true,
3
- "bos_token_id": 128000,
4
- "eos_token_id": 128001,
5
  "transformers_version": "4.40.0",
6
  "use_cache": false
7
  }
 
1
  {
2
  "_from_model_config": true,
3
+ "bos_token_id": 100257,
4
+ "eos_token_id": 100257,
5
  "transformers_version": "4.40.0",
6
  "use_cache": false
7
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a507f0fe29366c7e510c0befbef21bda76ff05a1531cc25887bac53abf88185b
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fea7d924ebe9216e8c7b5080ac12dbabb2401ed868f7378f0bd9a48b08a87a85
3
  size 4976698672
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f5ba4ce585b0bf11c300da9ca291659ab64261b8d838b56e18e28338fffadaf
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:468785347e7895dc4bcef6f8114160862447ff3edd52c0813c05f7527c7493a6
3
  size 4999802720
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f577b7e8ed14e10eea462d727f812a60657d1c53181c7b571636fea4db9c4e81
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a43e5b212d58faddccc6cb1549f35c28e92cb848e74cef658eaf6b8f6f8056b4
3
  size 4915916176
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:03b77e993cfceddd510aa86c1f04f7657d3522902d85221860ee40c28ad78d69
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f06c4548345d176ee3470aa68662fffe498c029e2cadaccfa0c67202929f8743
3
  size 1168138808