mdavidson83 commited on
Commit
158eed7
·
verified ·
1 Parent(s): 1eaf7da

Upload LlamaForCausalLM

Browse files
config.json CHANGED
@@ -7,6 +7,7 @@
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128256,
9
  "eos_token_id": 128257,
 
10
  "hidden_act": "silu",
11
  "hidden_size": 4096,
12
  "initializer_range": 0.02,
@@ -30,7 +31,7 @@
30
  "rope_theta": 500000.0,
31
  "tie_word_embeddings": false,
32
  "torch_dtype": "float16",
33
- "transformers_version": "4.44.2",
34
  "use_cache": true,
35
  "vocab_size": 128258
36
  }
 
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128256,
9
  "eos_token_id": 128257,
10
+ "head_dim": 128,
11
  "hidden_act": "silu",
12
  "hidden_size": 4096,
13
  "initializer_range": 0.02,
 
31
  "rope_theta": 500000.0,
32
  "tie_word_embeddings": false,
33
  "torch_dtype": "float16",
34
+ "transformers_version": "4.45.1",
35
  "use_cache": true,
36
  "vocab_size": 128258
37
  }
generation_config.json CHANGED
@@ -5,5 +5,5 @@
5
  "pad_token_id": 128257,
6
  "temperature": 0.6,
7
  "top_p": 0.9,
8
- "transformers_version": "4.44.2"
9
  }
 
5
  "pad_token_id": 128257,
6
  "temperature": 0.6,
7
  "top_p": 0.9,
8
+ "transformers_version": "4.45.1"
9
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c88d98817aad2ceca3625132316e3c78369acce257fc6524da04cfbbefaa250
3
  size 4976714976
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95141de92270947377fb31b22feb1369e4bac2a7e286f58778e093c4874d9115
3
  size 4976714976
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f85a56ea704323b7806b1a6c597a43c458b4c8db27ce15e834b4c90f5a4d851
3
  size 4999802616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:256b3fa2c614cae6545fce05d2c21584c15b8f377060468cb02c31089792fa4c
3
  size 4999802616
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:31526c40249bb5d0c9d7220d3c752fd05a7b0b043c4c73762815169f99443257
3
  size 4915916080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9336d0e2d3a7cd8533df3376261429a30df9203852a1922ee978ce61614d5d69
3
  size 4915916080
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:063bf171628c41b971c815275a9ca300049ee46466f9468a88e07d8e26d194a4
3
  size 1168155192
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b9aeb53e0041f90b43fe05a85a21c5c21e0fb0afe80efacba5673c124c00a61
3
  size 1168155192