Add files using upload-large-folder tool

README.md

@@ -15,7 +15,7 @@ pipeline_tag: text-generation
 
 This model [mlx-community/Falcon-H1-0.5B-Instruct-bf16](https://huggingface.co/mlx-community/Falcon-H1-0.5B-Instruct-bf16) was
 converted to MLX format from [tiiuae/Falcon-H1-0.5B-Instruct](https://huggingface.co/tiiuae/Falcon-H1-0.5B-Instruct)
-using mlx-lm version **0.25.2**.
+using mlx-lm version **0.28.0**.
 
 ## Use with mlx
 

config.json

@@ -9,7 +9,7 @@
     "attn_layer_indices": null,
     "bos_token_id": 1,
     "embedding_multiplier": 5.656854249492381,
-    "eos_token_id": 228,
+    "eos_token_id": 11,
     "head_dim": 64,
     "hidden_act": "silu",
     "hidden_size": 1024,
@@ -30,7 +30,7 @@
     "mamba_proj_bias": false,
     "mamba_rms_norm": false,
     "mamba_use_mlp": true,
-    "max_position_embeddings": 131072,
+    "max_position_embeddings": 16384,
     "mlp_bias": false,
     "mlp_expansion_factor": 8,
     "mlp_multipliers": [

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c32132255c1d1ba417065a744afa88ddd6d8242ec1c835fc37a2eabec4a12d01
+oid sha256:7a74d7678f422b101756ae2a50e580f8ee16234b920f2fd72941648073c781d4
 size 1042886219

tokenizer_config.json

@@ -4535,6 +4535,7 @@
     ">>UNUSED_511<<"
   ],
   "bos_token": "<|begin_of_text|>",
+  "chat_template": "{{bos_token}}\n{%- if tools %}\n    {{- '<|im_start|>system\\n' }}\n    {%- if messages[0].role == 'system' %}\n        {{- messages[0].content + '\\n\\n' }}\n    {%- endif %}\n    {{- \"You are a function calling AI model. You are provided with function signature within <tools> </tools> XML tags. You may call one or more functions to assist with the user query. Don't make assumptions about what values to plug into functions.\\n<tools>\\n\" }}\n    {%- for tool in tools %}[{{- tool | tojson }}]{%- endfor %}\n    {{- \"\\n</tools>\\nFor each function call, return a json object with function name and arguments within <tool_call> </tool_call> tags with the following schema:\\n<tool_call>\\n{'arguments': <args-dict>, 'name': <function-name>}\\n</tool_call>\\n\" }}\n{%- else %}\n    {%- if messages[0].role == 'system' %}\n        {{- '<|im_start|>system\\n' + messages[0].content + '<|im_end|>\\n' }}\n    {%- endif %}\n{%- endif %}{% for message in messages %}{%- if message.role != 'system' %}{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}{%- endif %}{% endfor %}{% if add_generation_prompt %}{{ '<|im_start|>assistant\n' }}{% endif %}",
   "clean_up_tokenization_spaces": true,
   "eos_token": "<|end_of_text|>",
   "extra_special_tokens": {},
@@ -4544,5 +4545,5 @@
   ],
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": "<pad>",
-  "tokenizer_class": "PreTrainedTokenizerFast"
+  "tokenizer_class": "PreTrainedTokenizer"
 }