Hugging Face's logo

Inabia-AI
/
continued_pretraining_model_01

Text Generation
Transformers
Safetensors
English
llama
text-generation-inference
unsloth
trl
sft
conversational
Model card Files
xet
 Community
Inabia-AI commited on
Commit
548e0f8
·
verified ·
1 Parent(s): 6205379

Trained with Unsloth

Browse files
Files changed (6) hide show
  1. config.json +2 -2
  2. generation_config.json +4 -1
  3. model-00001-of-00004.safetensors +1 -1
  4. model-00002-of-00004.safetensors +1 -1
  5. model-00003-of-00004.safetensors +1 -1
  6. model-00004-of-00004.safetensors +1 -1
config.json CHANGED
@@ -1,12 +1,12 @@
1
  {
2
- "_name_or_path": "unsloth/llama-3-8b-bnb-4bit",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
- "eos_token_id": 128001,
10
  "head_dim": 128,
11
  "hidden_act": "silu",
12
  "hidden_size": 4096,
 
1
  {
2
+ "_name_or_path": "unsloth/llama-3-8b-Instruct-bnb-4bit",
3
  "architectures": [
4
  "LlamaForCausalLM"
5
  ],
6
  "attention_bias": false,
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
+ "eos_token_id": 128009,
10
  "head_dim": 128,
11
  "hidden_act": "silu",
12
  "hidden_size": 4096,
generation_config.json CHANGED
@@ -1,7 +1,10 @@
1
  {
2
  "bos_token_id": 128000,
3
  "do_sample": true,
4
- "eos_token_id": 128001,
 
 
 
5
  "max_length": 8192,
6
  "pad_token_id": 128255,
7
  "temperature": 0.6,
 
1
  {
2
  "bos_token_id": 128000,
3
  "do_sample": true,
4
+ "eos_token_id": [
5
+ 128001,
6
+ 128009
7
+ ],
8
  "max_length": 8192,
9
  "pad_token_id": 128255,
10
  "temperature": 0.6,
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2f39c72d00edc9133a84e6c6af54c403984da42afde4a36a2531c5eaf336a28e
3
  size 4976698672
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:61fa21de8fd0b3e76623ab7809349914444b2ec94ff53c7bfa4bce638b5d8449
3
  size 4976698672
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4ad3fefe69568cab001a095cf621b200ae71d1786f43cfe3e01700a63e8e4518
3
  size 4999802720
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cc08db0c277e8f1ae0e75a2327be428ffb3a258d4e7fd817345438f6853e4da
3
  size 4999802720
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:51d1290c3b2a0f18215efa43ea3bb1c33ed8a9924249e388e124e6ad8596a87d
3
  size 4915916176
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f96f55ac7ea6172bb78b286d315b2e0033354c1a68cf0638872c6c197aa06fa4
3
  size 4915916176
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d4dcc6dfd9f37f4873749710e92494d8b1584ca410039284ae481e10cc716b6a
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:213b416b7f1d3472db3514c423e727bb8f89372c22cca3f71fb502d24505618d
3
  size 1168138808