yarak001 commited on
Commit
23feb8f
·
verified ·
1 Parent(s): d2a8826

Upload LlamaForCausalLM

Browse files
config.json CHANGED
@@ -7,13 +7,11 @@
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 1,
9
  "eos_token_id": 2,
10
- "head_dim": 128,
11
  "hidden_act": "silu",
12
  "hidden_size": 4096,
13
  "initializer_range": 0.02,
14
  "intermediate_size": 11008,
15
  "max_position_embeddings": 2048,
16
- "mlp_bias": false,
17
  "model_type": "llama",
18
  "num_attention_heads": 32,
19
  "num_hidden_layers": 32,
@@ -25,7 +23,7 @@
25
  "rope_theta": 10000.0,
26
  "tie_word_embeddings": false,
27
  "torch_dtype": "float16",
28
- "transformers_version": "4.48.0",
29
  "use_cache": true,
30
  "vocab_size": 78464
31
  }
 
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 1,
9
  "eos_token_id": 2,
 
10
  "hidden_act": "silu",
11
  "hidden_size": 4096,
12
  "initializer_range": 0.02,
13
  "intermediate_size": 11008,
14
  "max_position_embeddings": 2048,
 
15
  "model_type": "llama",
16
  "num_attention_heads": 32,
17
  "num_hidden_layers": 32,
 
23
  "rope_theta": 10000.0,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "float16",
26
+ "transformers_version": "4.40.1",
27
  "use_cache": true,
28
  "vocab_size": 78464
29
  }
generation_config.json CHANGED
@@ -3,5 +3,5 @@
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
6
- "transformers_version": "4.48.0"
7
  }
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "pad_token_id": 0,
6
+ "transformers_version": "4.40.1"
7
  }
model-00001-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d2babcde8e45d3ac30dd398e3839388068d623dfa1c973d76984423e37427fc0
3
  size 4961022752
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:863e89cc2339f6a864992040e2c32917161d83161381950947595c1d696335c0
3
  size 4961022752
model-00002-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:577ade8a32a3e5fba7ab48374f2026a4adce4bf4e74c5658c825ba8dadd66ff8
3
  size 4934842680
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5d9912aff59070d3d804266d92111fca730cd37a103f41711b1e1c6f72bc48a
3
  size 4934842680
model-00003-of-00003.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:324eed62d73f7e3b44aa81f2320f564fa6a4e63152d3416fe1c4f2bcdbd7a136
3
  size 2463217272
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef1667b53a6d8fc4a769f70a132900a68a1b0966fe410d5ec7aec314b210af3a
3
  size 2463217272