Hugging Face's logo

mlx-community
/
RakutenAI-3.0-MLX-4bit

Text Generation
MLX
Safetensors
English
Japanese
deepseek_v3
conversational
4-bit precision
Model card Files
xet
 Community
limegreenpeper1 commited on
Commit
3b81387
·
verified ·
1 Parent(s): c554c7e

Add files using upload-large-folder tool

Browse files
Files changed (50) hide show
  1. README.md +7 -0
  2. chat_template.jinja +91 -0
  3. config.json +66 -0
  4. model-00002-of-00088.safetensors +3 -0
  5. model-00003-of-00088.safetensors +3 -0
  6. model-00006-of-00088.safetensors +3 -0
  7. model-00007-of-00088.safetensors +3 -0
  8. model-00008-of-00088.safetensors +3 -0
  9. model-00009-of-00088.safetensors +3 -0
  10. model-00010-of-00088.safetensors +3 -0
  11. model-00011-of-00088.safetensors +3 -0
  12. model-00014-of-00088.safetensors +3 -0
  13. model-00022-of-00088.safetensors +3 -0
  14. model-00023-of-00088.safetensors +3 -0
  15. model-00026-of-00088.safetensors +3 -0
  16. model-00027-of-00088.safetensors +3 -0
  17. model-00028-of-00088.safetensors +3 -0
  18. model-00029-of-00088.safetensors +3 -0
  19. model-00030-of-00088.safetensors +3 -0
  20. model-00031-of-00088.safetensors +3 -0
  21. model-00034-of-00088.safetensors +3 -0
  22. model-00035-of-00088.safetensors +3 -0
  23. model-00042-of-00088.safetensors +3 -0
  24. model-00043-of-00088.safetensors +3 -0
  25. model-00046-of-00088.safetensors +3 -0
  26. model-00047-of-00088.safetensors +3 -0
  27. model-00048-of-00088.safetensors +3 -0
  28. model-00049-of-00088.safetensors +3 -0
  29. model-00050-of-00088.safetensors +3 -0
  30. model-00051-of-00088.safetensors +3 -0
  31. model-00054-of-00088.safetensors +3 -0
  32. model-00055-of-00088.safetensors +3 -0
  33. model-00062-of-00088.safetensors +3 -0
  34. model-00063-of-00088.safetensors +3 -0
  35. model-00066-of-00088.safetensors +3 -0
  36. model-00067-of-00088.safetensors +3 -0
  37. model-00068-of-00088.safetensors +3 -0
  38. model-00069-of-00088.safetensors +3 -0
  39. model-00070-of-00088.safetensors +3 -0
  40. model-00071-of-00088.safetensors +3 -0
  41. model-00074-of-00088.safetensors +3 -0
  42. model-00075-of-00088.safetensors +3 -0
  43. model-00082-of-00088.safetensors +3 -0
  44. model-00083-of-00088.safetensors +3 -0
  45. model-00086-of-00088.safetensors +3 -0
  46. model-00087-of-00088.safetensors +3 -0
  47. model-00088-of-00088.safetensors +3 -0
  48. model.safetensors.index.json +0 -0
  49. tokenizer.json +0 -0
  50. tokenizer_config.json +14 -0
README.md ADDED
@@ -0,0 +1,7 @@
 
 
 
 
 
 
 
 
1
+ ---
2
+ language: en
3
+ tags:
4
+ - mlx
5
+ pipeline_tag: text-generation
6
+ library_name: mlx
7
+ ---
chat_template.jinja ADDED
@@ -0,0 +1,91 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {%- if not add_generation_prompt is defined -%}
2
+ {%- set add_generation_prompt = false -%}
3
+ {%- endif -%}
4
+
5
+ {% set ns = namespace(is_first=false, is_tool=false, is_output_first=true, system_prompt='', is_first_sp=true, is_last_user=false) %}
6
+ {%- for message in messages %}
7
+ {%- if message['role'] == 'system' %}
8
+ {%- if ns.is_first_sp %}
9
+ {% set ns.system_prompt = ns.system_prompt + message['content'] %}
10
+ {% set ns.is_first_sp = false %}
11
+ {%- else %}
12
+ {% set ns.system_prompt = ns.system_prompt + '\n\n' + message['content'] %}
13
+ {%- endif %}
14
+ {%- endif %}
15
+ {%- endfor -%}
16
+
17
+ {# --- Append tool descriptions if tools are defined --- #}
18
+ {% if tools is defined and tools is not none %}
19
+ {% set tool_ns = namespace(text='You are a helpful assistant with tool calling capabilities. '
20
+ 'When a tool call is needed, you MUST use the following format to issue the call:\n'
21
+ '<｜tool▁calls▁begin｜><｜tool▁call▁begin｜>function<｜tool▁sep｜>FUNCTION_NAME\n'
22
+ '```json\n{"param1": "value1", "param2": "value2"}\n```<｜tool▁call▁end｜><｜tool▁calls▁end｜>\n\n'
23
+ 'Make sure the JSON is valid.'
24
+ '## Tools\n\n### Function\n\nYou have the following functions available:\n\n') %}
25
+ {% for tool in tools %}
26
+ {% set tool_ns.text = tool_ns.text + '\n```json\n' + (tool | tojson) + '\n```\n' %}
27
+ {% endfor %}
28
+ {% set ns.system_prompt = ns.system_prompt + '\n\n' + tool_ns.text %}
29
+ {% endif %}
30
+
31
+ {{- bos_token -}}{{- ns.system_prompt -}}
32
+
33
+ {%- for message in messages %}
34
+ {%- if message['role'] == 'user' %}
35
+ {%- set ns.is_tool = false -%}
36
+ {%- set ns.is_first = false -%}
37
+ {%- set ns.is_last_user = true -%}
38
+ {{'<｜User｜>' + message['content'] + '<｜Assistant｜>'}}
39
+ {%- endif %}
40
+ {%- if message['role'] == 'assistant' and message['tool_calls'] is defined and message['tool_calls'] is not none %}
41
+ {%- set ns.is_last_user = false -%}
42
+ {%- if ns.is_tool %}
43
+ {{- '<｜tool▁outputs▁end｜>'}}
44
+ {%- endif %}
45
+ {%- set ns.is_first = false %}
46
+ {%- set ns.is_tool = false -%}
47
+ {%- set ns.is_output_first = true %}
48
+ {%- for tool in message['tool_calls'] %}
49
+ {%- set formatted_args = tool['function']['arguments'] if tool['function']['arguments'] is string else tool['function']['arguments']|tojson %}
50
+ {%- if not ns.is_first %}
51
+ {%- if message['content'] is none %}
52
+ {{- '<｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + formatted_args + '\n' + '```' + '<｜tool▁call▁end｜>'}}
53
+ {%- else %}
54
+ {{- message['content'] + '<｜tool▁calls▁begin｜><｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + formatted_args + '\n' + '```' + '<｜tool▁call▁end｜>'}}
55
+ {%- endif %}
56
+ {%- set ns.is_first = true -%}
57
+ {%- else %}
58
+ {{- '\n' + '<｜tool▁call▁begin｜>' + tool['type'] + '<｜tool▁sep｜>' + tool['function']['name'] + '\n' + '```json' + '\n' + formatted_args + '\n' + '```' + '<｜tool▁call▁end｜>'}}
59
+ {%- endif %}
60
+ {%- endfor %}
61
+ {{- '<｜tool▁calls▁end｜><｜end▁of▁sentence｜>'}}
62
+ {%- endif %}
63
+ {%- if message['role'] == 'assistant' and (message['tool_calls'] is not defined or message['tool_calls'] is none)%}
64
+ {%- set ns.is_last_user = false -%}
65
+ {%- if ns.is_tool %}
66
+ {{- '<｜tool▁outputs▁end｜>' + message['content'] + '<｜end▁of▁sentence｜>'}}
67
+ {%- set ns.is_tool = false -%}
68
+ {%- else %}
69
+ {% set content = message['content'] %}
70
+ {{- content + '<｜end▁of▁sentence｜>'}}
71
+ {%- endif %}
72
+ {%- endif %}
73
+ {%- if message['role'] == 'tool' %}
74
+ {%- set ns.is_last_user = false -%}
75
+ {%- set ns.is_tool = true -%}
76
+ {%- if ns.is_output_first %}
77
+ {{- 'Use the results below to formulate an answer to the user question unless additional information is needed.' }}
78
+ {{- '<｜tool▁outputs▁begin｜><｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}
79
+ {%- set ns.is_output_first = false %}
80
+ {%- else %}
81
+ {{- '\n<｜tool▁output▁begin｜>' + message['content'] + '<｜tool▁output▁end｜>'}}
82
+ {%- endif %}
83
+ {%- endif %}
84
+ {%- endfor -%}
85
+
86
+ {% if ns.is_tool %}
87
+ {{- '<｜tool▁outputs▁end｜>'}}
88
+ {% endif %}
89
+ {% if add_generation_prompt and not ns.is_last_user and not ns.is_tool %}
90
+ {{- '<｜Assistant｜>' -}}
91
+ {% endif %}
config.json ADDED
@@ -0,0 +1,66 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "architectures": [
3
+ "DeepseekV3ForCausalLM"
4
+ ],
5
+ "attention_bias": false,
6
+ "attention_dropout": 0.0,
7
+ "aux_loss_alpha": 0.001,
8
+ "bos_token_id": 0,
9
+ "eos_token_id": 1,
10
+ "ep_size": 1,
11
+ "first_k_dense_replace": 3,
12
+ "hidden_act": "silu",
13
+ "hidden_size": 7168,
14
+ "initializer_range": 0.02,
15
+ "intermediate_size": 18432,
16
+ "kv_lora_rank": 512,
17
+ "max_position_embeddings": 163840,
18
+ "model_type": "deepseek_v3",
19
+ "moe_intermediate_size": 2048,
20
+ "moe_layer_freq": 1,
21
+ "n_group": 8,
22
+ "n_routed_experts": 256,
23
+ "n_shared_experts": 1,
24
+ "norm_topk_prob": true,
25
+ "num_attention_heads": 128,
26
+ "num_experts_per_tok": 8,
27
+ "num_hidden_layers": 61,
28
+ "num_key_value_heads": 128,
29
+ "num_nextn_predict_layers": 1,
30
+ "pretraining_tp": 1,
31
+ "q_lora_rank": 1536,
32
+ "qk_nope_head_dim": 128,
33
+ "qk_rope_head_dim": 64,
34
+ "quantization": {
35
+ "group_size": 64,
36
+ "bits": 4,
37
+ "mode": "affine"
38
+ },
39
+ "quantization_config": {
40
+ "group_size": 64,
41
+ "bits": 4,
42
+ "mode": "affine"
43
+ },
44
+ "rms_norm_eps": 1e-06,
45
+ "rope_scaling": {
46
+ "beta_fast": 32,
47
+ "beta_slow": 1,
48
+ "factor": 40,
49
+ "mscale": 1.0,
50
+ "mscale_all_dim": 1.0,
51
+ "original_max_position_embeddings": 4096,
52
+ "type": "yarn"
53
+ },
54
+ "rope_theta": 10000,
55
+ "routed_scaling_factor": 2.5,
56
+ "scoring_func": "sigmoid",
57
+ "seq_aux": true,
58
+ "tie_word_embeddings": false,
59
+ "topk_group": 4,
60
+ "topk_method": "noaux_tc",
61
+ "torch_dtype": "bfloat16",
62
+ "transformers_version": "4.57.1",
63
+ "use_cache": true,
64
+ "v_head_dim": 128,
65
+ "vocab_size": 129280
66
+ }
model-00002-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05fabdff105206046e22b6c61eb2b63c92654123bb5fe84775bc9a2831912fa1
3
+ size 4361586270
model-00003-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c56a48996457dd6ed87a3e1aa3bacac58b544050af2d9b02e2f8cad16e6708fe
3
+ size 4227859222
model-00006-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:945168ce4c8479a41aa520d72f245d724e3c603846b4eecd6cd0543de02ad157
3
+ size 4227859218
model-00007-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e74f8a505df4d48d27d62191c7533ea2d67e4629ae727c5405fff4dbec52c113
3
+ size 4361586352
model-00008-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b566f2e87dd8e3470a5b81c9b0d4934c254e697bee152a96be4722056a292628
3
+ size 4361586254
model-00009-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d1c8ec09d73748c1134d260b2f281c4f4dee18528db55f0cca273f12f2a9ef0
3
+ size 4227859222
model-00010-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51cc955d8dc4b2c17af051dedbf76d7b09cbe9127cbda60b969f3bf2ab12c669
3
+ size 4361586278
model-00011-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6356ae229507280272495237becee88becb7b819cfad3c88007683e25a87e152
3
+ size 4361586268
model-00014-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcb8c50df6955c60542a291e69857f7ee33d535bad138e498f3245c29a8b89e0
3
+ size 4361586287
model-00022-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52152e333605ceebdc5229e5f9024a5e8097d86215c799186429ade3b59f98db
3
+ size 4361586343
model-00023-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2fc45bcfd17b0df8f9fecff70314a6b71751bc8275e69ea947211dc08421f7a
3
+ size 4361586293
model-00026-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae9eeb9066fa854089a564fb8eb4ddd862b477a119fde0204f248535824338b4
3
+ size 4361586305
model-00027-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5e0b6ae56e0ba9735fefed54c9fa22f5c415f47ac24fb97d581b6de20abb496
3
+ size 4227859224
model-00028-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:073d8233c26c51b277d64501cb464db74ceec5f17651a33b4b77bac786bc2779
3
+ size 4361586355
model-00029-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db523a0fb7872769d06e6356f3c487e7644ad4c139b1a77bf8cda67decab11d9
3
+ size 4361586265
model-00030-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d13c1abba8a9f6843fa7429d4c808c5171f932eea9e361cdb6ef97fc572b1b3d
3
+ size 4227859226
model-00031-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3e104b5ef67e77ffb77ed448e5a98854e5da78516d3214cd564c6d97507d352
3
+ size 4361586393
model-00034-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dcfb79aaf665083d482a97e8e9d64be5e82c89b97c96228acad7af83a08d89af
3
+ size 4361586343
model-00035-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d14ee37ccb66d0abc746fda82a1d4f2d8ece738a4afa4a6e4577965c34bacf74
3
+ size 4361586299
model-00042-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:345aa2f2e98f435e6fab3896b662ecf5f041ff82c5450a7f29f903676b1ea64a
3
+ size 4227859228
model-00043-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a3881c963b0fc990d6e534bc0b95e1f4aefb31539596b6ebccf2fd138502729
3
+ size 4361586393
model-00046-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35d8591e99b4de1704628dfe8954cf7ffd54b1ae274c670a46ede0877ad0e96c
3
+ size 4361586393
model-00047-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:281d2a4182cf36d4b7bbb462a877154e1ac5e6bbb98f48899e80529d10840d43
3
+ size 4361586277
model-00048-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae0d2c997fa7029d8af5e4cdb21439047cd381d1033647574d5b7c29b59e53d4
3
+ size 4227859228
model-00049-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdeab1da36d323379f07641f7491ce600682dd8996aa2dd9927758bf84c3853d
3
+ size 4361586321
model-00050-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9565caf7dc551d4ab25368900c059520226d47192ae168387f0c2d1c822688e
3
+ size 4361586315
model-00051-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d15f2079b143cf0200a5e2cca8984e409874e7bbe0a4f7004d5196fbd69b5fb
3
+ size 4227859230
model-00054-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca856b83481deb92577ef24736ce1b4b924d4923b930d95c9fa0a351cd2f8f45
3
+ size 4227859226
model-00055-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8162c3a2f4400d1b3f62b1a75520f76c935964be6efdabcee9e2e7b35e0b2fe1
3
+ size 4361586345
model-00062-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:929d7d4f698aa172007dfbef4bd707e6800993e32c965fbc4c98a38d2d4f19a5
3
+ size 4361586295
model-00063-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a0139666603b51b8ca54196ebe5f2165c828e4f76ebb12d545af0cdaa7ffa2a
3
+ size 4227859228
model-00066-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:427985b476c2186b19223842e3e40c690965561a0e960c5d1c676d159fc2132b
3
+ size 4227859222
model-00067-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6567462575f0664915de66bef3bdef3cac1b19e8ad1689f34c0ab3048f34c9ea
3
+ size 4361586393
model-00068-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91dca42cecb69009c6086f51e7fe3c1cca0ab8605e761abcb4a83f0068d90036
3
+ size 4361586269
model-00069-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:852121c4d23f0b24b2ef5253e02d136af7f82b09fca6328f50caccf44c9cdfce
3
+ size 4227859228
model-00070-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08f2883ba4c981d13568ec711a97273552c36fa7d9dcca2e508f5c9c02463950
3
+ size 4361586393
model-00071-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74f87ce48801c2baedc219441b3470f2ee3ee89f33feb04509227d00345c3c08
3
+ size 4361586303
model-00074-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3029a6c0b6f6fdf53874bf6e453d5a3915e2ba7e0d4548fa2efd1aeea5052350
3
+ size 4361586273
model-00075-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9860012432ff9a70af7fbf046832a71ea10e92717855a4b56ce8bc0b12d1901
3
+ size 4227859226
model-00082-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8fcbfdd0c6f3ca63ee2434d88ad89146888b066334b521ba9ad5b31df7be2f4f
3
+ size 4361586387
model-00083-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:538e760cbfdff69d1f898267798aeaf71691ee97904b8d70f5b2c8effa3265a8
3
+ size 4361586351
model-00086-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:741624783062646f5f9f3c61a50854c8691e5598650aa39615238b2dbaae0bc5
3
+ size 4361586299
model-00087-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a78237685e3e7797e65a48034670807f47a689c48e007aa871aa749776fddbe6
3
+ size 4227859226
model-00088-of-00088.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f81753f04810019dcde41607b70eb06fb4ca6c22f54feb21d5d18a4e9c5c29f
3
+ size 2663675182
model.safetensors.index.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer.json ADDED
The diff for this file is too large to render. See raw diff
 
tokenizer_config.json ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": null,
3
+ "backend": "tokenizers",
4
+ "bos_token": "<｜begin▁of▁sentence｜>",
5
+ "clean_up_tokenization_spaces": false,
6
+ "eos_token": "<｜end▁of▁sentence｜>",
7
+ "is_local": true,
8
+ "model_max_length": 16384,
9
+ "pad_token": "<｜end▁of▁sentence｜>",
10
+ "sp_model_kwargs": {},
11
+ "tokenizer_class": "LlamaTokenizer",
12
+ "unk_token": null,
13
+ "use_default_system_prompt": false
14
+ }