Hugging Face's logo

ddnoodle
/
wymodel

Text Generation
Transformers
Safetensors
English
llama
text-generation-inference
unsloth
trl
sft
Model card Files
xet
 Community
ddnoodle commited on
Commit
453c644
·
verified ·
1 Parent(s): 6948e1a

Trained with Unsloth

Browse files
Files changed (6) hide show
  1. config.json +3 -2
  2. generation_config.json +1 -1
  3. model-00001-of-00004.safetensors +1 -1
  4. model-00002-of-00004.safetensors +1 -1
  5. model-00003-of-00004.safetensors +1 -1
  6. model-00004-of-00004.safetensors +1 -1
config.json CHANGED
@@ -7,6 +7,7 @@
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
  "eos_token_id": 128001,
 
10
  "hidden_act": "silu",
11
  "hidden_size": 4096,
12
  "initializer_range": 0.02,
@@ -30,8 +31,8 @@
30
  "rope_theta": 500000.0,
31
  "tie_word_embeddings": false,
32
  "torch_dtype": "float16",
33
- "transformers_version": "4.44.2",
34
- "unsloth_version": "2024.8",
35
  "use_cache": true,
36
  "vocab_size": 128256
37
  }
 
7
  "attention_dropout": 0.0,
8
  "bos_token_id": 128000,
9
  "eos_token_id": 128001,
10
+ "head_dim": 128,
11
  "hidden_act": "silu",
12
  "hidden_size": 4096,
13
  "initializer_range": 0.02,
 
31
  "rope_theta": 500000.0,
32
  "tie_word_embeddings": false,
33
  "torch_dtype": "float16",
34
+ "transformers_version": "4.47.1",
35
+ "unsloth_version": "2024.12.12",
36
  "use_cache": true,
37
  "vocab_size": 128256
38
  }
generation_config.json CHANGED
@@ -7,5 +7,5 @@
7
  "pad_token_id": 128004,
8
  "temperature": 0.6,
9
  "top_p": 0.9,
10
- "transformers_version": "4.44.2"
11
  }
 
7
  "pad_token_id": 128004,
8
  "temperature": 0.6,
9
  "top_p": 0.9,
10
+ "transformers_version": "4.47.1"
11
  }
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:68f201e68978524bba0363e42e132762fda8043cab38831985f3952364f5405b
3
  size 4976698592
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d230ab5e6f81d9a8c4ad47d26d14a047cb3ce1b27e5de9b63b478defd09dede
3
  size 4976698592
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4e512ec9bcf3fdf4434cd16145bb924382b239cbc53be14a63360820bc343c8e
3
  size 4999802616
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd78ae265b5e6ba2978c93ff990a0882b5cc4dcc84e2e45f8f9e7bdd350a52c8
3
  size 4999802616
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:328efec0c5937dafd8f8c113d9452c21f5d02315178121ba087260fb913f4234
3
  size 4915916080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11bd19d4a1a888689b8d1e8c443611d45173f451adb08d93604cddb86d1d5615
3
  size 4915916080
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d25e3f4b0d59341803b4fda5301a0cd6ec4f8f48d79b6c42b89e256b89e25d05
3
  size 1168138808
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3385df2496c28a18da27846021f7d42561337131b1d641f2a6c53a2e461ad659
3
  size 1168138808