Nared45 commited on
Commit
9225288
·
verified ·
1 Parent(s): ce34a44

Upload LlamaForCausalLM

Browse files
config.json CHANGED
@@ -12,6 +12,7 @@
12
  "initializer_range": 0.02,
13
  "intermediate_size": 11008,
14
  "max_position_embeddings": 4096,
 
15
  "model_type": "llama",
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 32,
@@ -23,7 +24,7 @@
23
  "rope_theta": 10000.0,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "float16",
26
- "transformers_version": "4.40.2",
27
  "use_cache": true,
28
  "vocab_size": 32000
29
  }
 
12
  "initializer_range": 0.02,
13
  "intermediate_size": 11008,
14
  "max_position_embeddings": 4096,
15
+ "mlp_bias": false,
16
  "model_type": "llama",
17
  "num_attention_heads": 32,
18
  "num_hidden_layers": 32,
 
24
  "rope_theta": 10000.0,
25
  "tie_word_embeddings": false,
26
  "torch_dtype": "float16",
27
+ "transformers_version": "4.41.1",
28
  "use_cache": true,
29
  "vocab_size": 32000
30
  }
generation_config.json CHANGED
@@ -5,5 +5,5 @@
5
  "pad_token_id": 32000,
6
  "temperature": 0.9,
7
  "top_p": 0.6,
8
- "transformers_version": "4.40.2"
9
  }
 
5
  "pad_token_id": 32000,
6
  "temperature": 0.9,
7
  "top_p": 0.6,
8
+ "transformers_version": "4.41.1"
9
  }
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f8b829b4084558f34dbf8b1f866aa78ed9a211fffbc8ae1697e6d120db6c9ce4
3
  size 4938985248
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cf1ab592cc70ca674dda47728b6983d5238b6ae465c443b78c8db8127436b87
3
  size 4938985248
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16a353dd2b5b0b17b441aafadcf7baa2b642cd149d1fc624fa25dc220e604bfb
3
  size 4947390768
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84a4e42a983666190e1e633ad0b2bb387ec39f563c6171808f8fde91a04a987c
3
  size 4947390768
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3a45f4cb18a022ef0e626e5e1a498c0f6055078030e905deb2d54e92a7084929
3
  size 3590488736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49c871a01c1f3f5a69c1932bdab93288fb083308f0dfc9a933a3f31fe3d23bd5
3
  size 3590488736