Hugging Face's logo

arihantdeb
/
llama-3.2-constitution-instruct

Text Generation
Transformers
Safetensors
llama
trl
sft
text-generation-inference
4-bit precision
bitsandbytes
Model card Files
xet
Community
arihantdeb commited on
Commit
5c44c19
·
verified ·
1 Parent(s): b8693ea

Upload LlamaForCausalLM

Browse files
Files changed (3) hide show
  1. config.json +2 -2
  2. generation_config.json +6 -3
  3. model.safetensors +2 -2
config.json CHANGED
@@ -5,7 +5,7 @@
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 128000,
8
- "eos_token_id": 128001,
9
  "head_dim": 64,
10
  "hidden_act": "silu",
11
  "hidden_size": 2048,
@@ -50,7 +50,7 @@
50
  "rope_theta": 500000.0,
51
  "tie_word_embeddings": true,
52
  "torch_dtype": "float32",
53
- "transformers_version": "4.50.0",
54
  "unsloth_fixed": true,
55
  "use_cache": false,
56
  "vocab_size": 128256
 
5
  "attention_bias": false,
6
  "attention_dropout": 0.0,
7
  "bos_token_id": 128000,
8
+ "eos_token_id": 128009,
9
  "head_dim": 64,
10
  "hidden_act": "silu",
11
  "hidden_size": 2048,
 
50
  "rope_theta": 500000.0,
51
  "tie_word_embeddings": true,
52
  "torch_dtype": "float32",
53
+ "transformers_version": "4.51.3",
54
  "unsloth_fixed": true,
55
  "use_cache": false,
56
  "vocab_size": 128256
generation_config.json CHANGED
@@ -1,11 +1,14 @@
1
  {
2
- "_from_model_config": true,
3
  "bos_token_id": 128000,
4
  "do_sample": true,
5
- "eos_token_id": 128001,
 
 
 
 
6
  "max_length": 131072,
7
  "pad_token_id": 128004,
8
  "temperature": 0.6,
9
  "top_p": 0.9,
10
- "transformers_version": "4.50.0"
11
  }
 
1
  {
 
2
  "bos_token_id": 128000,
3
  "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128008,
7
+ 128009
8
+ ],
9
  "max_length": 131072,
10
  "pad_token_id": 128004,
11
  "temperature": 0.6,
12
  "top_p": 0.9,
13
+ "transformers_version": "4.51.3"
14
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9870a49fe3ec4e8d8ff1dbf85dfdc82ac85fb4d18ec64f0c140831d065ae996
3
- size 1580425364
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f3d4674d1d2253816753161d11f1ad1eb5e932dc1cd79bc2a6fd0c2756e1b83
3
+ size 1580425369