CreitinGameplays commited on
Commit
7356e16
·
verified ·
1 Parent(s): ebd7bb2

Upload folder using huggingface_hub

Browse files
config.json CHANGED
@@ -16,8 +16,8 @@
16
  "num_hidden_layers": 40,
17
  "num_key_value_heads": 8,
18
  "rms_norm_eps": 1e-05,
19
- "rope_theta": 10000.0,
20
- "sliding_window": 4096,
21
  "tie_word_embeddings": false,
22
  "torch_dtype": "float16",
23
  "transformers_version": "4.37.1",
 
16
  "num_hidden_layers": 40,
17
  "num_key_value_heads": 8,
18
  "rms_norm_eps": 1e-05,
19
+ "rope_theta": 1000000.0,
20
+ "sliding_window": null,
21
  "tie_word_embeddings": false,
22
  "torch_dtype": "float16",
23
  "transformers_version": "4.37.1",
model-00001-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:caab78588f12eb2484bf7e3d1bd70ccd0af65c496df4428a4340c54ef3813d0a
3
  size 4943162240
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5ca683fa9db959545d13fdb7525bb0526be8dd513b28044b1f5d0a2f46e05c6
3
  size 4943162240
model-00002-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:88f175dc365980ebb4460fb967721054f04761933259d474a6a4472aec418993
3
  size 4999819232
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:685a1aed1e10f0d31ff9092344dc4ee65cc5b350c9dfa7cd83c424863b352213
3
  size 4999819232
model-00003-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b13e9243acd668b34029af09f094f8e7fdbaa5ce6c78923061211fe43a914cc3
3
  size 4915916080
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddbf42d12bc64d95327e9b389a8f15c54e4910eb84c028f19d540b3d3808f15a
3
  size 4915916080
model-00004-of-00004.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43baa20368871678ad8a9f861ab2cc4e00dcbd6b50f5482d79971a3157915c5d
3
  size 3114400496
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:078f31045558dee35234d0cc9fceeae1f1c326c0894a801539eab5599b5e8639
3
  size 3114400496
tokenizer_config.json CHANGED
@@ -1,6 +1,7 @@
1
  {
2
  "add_bos_token": true,
3
  "add_eos_token": true,
 
4
  "added_tokens_decoder": {
5
  "0": {
6
  "content": "<unk>",
@@ -27,7 +28,6 @@
27
  "special": true
28
  }
29
  },
30
- "additional_special_tokens": [],
31
  "bos_token": "<s>",
32
  "clean_up_tokenization_spaces": false,
33
  "eos_token": "</s>",
 
1
  {
2
  "add_bos_token": true,
3
  "add_eos_token": true,
4
+ "add_prefix_space": true,
5
  "added_tokens_decoder": {
6
  "0": {
7
  "content": "<unk>",
 
28
  "special": true
29
  }
30
  },
 
31
  "bos_token": "<s>",
32
  "clean_up_tokenization_spaces": false,
33
  "eos_token": "</s>",